-- Logs begin at Wed 2021-06-23 13:30:45 UTC, end at Wed 2021-06-23 14:39:26 UTC. -- Jun 23 14:01:54.278769 dv-cinder-794001-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 14:01:56.958766 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:01:56.959361 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:01:56.959548 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92956) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:01:56.962691 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:01:56.962942 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:01:56.963250 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92956) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:01:56.964170 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:56.964399 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:56.964757 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:56.965000 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:56.965248 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:56.965562 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.965851 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.966141 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.966391 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.966691 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.966976 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.967260 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.967541 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.967830 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.968111 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.968388 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.968672 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.968899 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.969177 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.969458 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.969739 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.969958 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] debug = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.970235 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.970681 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.971095 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.971375 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.971663 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.971937 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.972206 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.972488 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.972757 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.973082 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] host = dv-cinder-794001-2-iscsi {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.973356 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.973636 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.973916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.974198 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.974505 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.974763 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.975070 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.975313 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.975583 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] log_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.975852 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.976138 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.976420 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.976704 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.976925 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.977147 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.977428 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.977708 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.977977 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.978249 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.978543 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.978812 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.979080 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.979356 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.979625 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.979902 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.980181 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.980451 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.980720 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.981011 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.981279 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.981561 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.981831 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.982098 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.982502 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.982669 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.982935 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.983204 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.983501 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.983780 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.984055 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.984333 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.984601 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.984876 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.985144 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.985411 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.985676 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] use_json = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.985940 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.986205 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.986511 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.986779 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.987045 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.987311 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.987576 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.987852 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:56.988149 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.988439 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.988735 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.989013 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.989301 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.989572 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.989856 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.990131 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.990434 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.990717 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.990999 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.991270 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.991555 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.991831 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.992122 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.992423 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.992709 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.992998 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.993269 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.993537 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.993805 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.994093 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.994377 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.994665 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.994949 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.995217 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.995488 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.995772 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.996045 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.996312 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.997124 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.997408 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.997680 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.997948 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.998219 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.998518 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.998791 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.999055 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.999328 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.999612 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:56.999883 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.000148 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.000415 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.000684 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.000949 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.001227 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.001497 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.001774 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.002024 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.002295 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.002589 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.002856 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.003125 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.003392 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.003662 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.003928 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.004195 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.004472 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.004724 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.004991 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.005258 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.005524 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.005800 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.006064 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.006330 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.006621 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.006888 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.007155 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.007436 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.007729 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.008006 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.008279 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.008554 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.008871 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.009100 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.009370 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.009643 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.009917 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.010184 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.010492 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.010772 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.011053 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.011330 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.011599 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.011890 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.012703 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.012983 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.013257 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.013532 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.013817 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.014097 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.014413 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.014707 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.014997 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.015287 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.015576 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.015853 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.016161 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.016437 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:57.016653 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:57.016895 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92956) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 14:01:57.368626 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:01:57.368903 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:01:57.369191 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:01:57.369594 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 14:01:57.754679 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.754908 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.755183 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.756484 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.756759 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.757021 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.790716 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.791026 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.791330 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.804863 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.805138 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.805408 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.834489 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.834766 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.835029 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.870930 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.871207 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:57.871475 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.102057 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.102694 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.102694 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.102881 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.103566 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.225303 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.225619 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.225900 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.226170 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.226462 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.226776 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.227048 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.227287 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.227537 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.227814 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.228070 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.228331 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.228587 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.228846 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.229096 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.229358 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.229626 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.230877 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.231168 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.231507 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.232017 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.232227 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.232227 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.232768 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.233020 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.233270 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.233659 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:58.233902 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:58.234141 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:58.234396 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:58.234634 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:58.234867 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:58.235223 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 14:01:58.238257 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 14:01:58.242113 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 14:01:58.246051 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) Jun 23 14:01:58.248190 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 14:01:58.248643 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 14:01:58.248972 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 14:01:58.249347 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 14:01:58.252344 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 14:01:58.252595 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 14:01:58.252938 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:01:58.280328 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 14:01:58.280773 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.281067 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92956) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 14:01:58.281431 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.282796 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92956) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 14:01:58.283075 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:01:58.283316 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 14:01:58.286609 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.286892 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:58.350358 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 14:01:58.350623 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 14:01:58.350860 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 14:01:58.351229 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 14:01:58.372959 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_db.sqlalchemy.engines [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92956) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 14:01:58.898966 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Initializing driver for type 'gre' Jun 23 14:01:58.899495 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] gre ID ranges: [(1, 1000)] Jun 23 14:01:58.951796 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Initializing driver for type 'local' Jun 23 14:01:58.952144 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Initializing driver for type 'vlan' Jun 23 14:01:58.964436 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] VlanTypeDriver initialization complete Jun 23 14:01:58.964777 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Initializing driver for type 'vxlan' Jun 23 14:01:58.965285 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] vxlan ID ranges: [(1, 1000)] Jun 23 14:01:59.016981 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Initializing extension driver 'port_security' Jun 23 14:01:59.017273 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.extensions.port_security [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] PortSecurityExtensionDriver initialization complete Jun 23 14:01:59.017613 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Initializing mechanism driver 'openvswitch' Jun 23 14:01:59.017940 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Initializing mechanism driver 'hyperv' Jun 23 14:01:59.024544 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.plugin [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:59.025303 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > port after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.025683 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > port after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.026045 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > port after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.026468 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > subnet after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.026830 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > subnet after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.027177 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.027557 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > network after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.027905 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > network after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.028249 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > network after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.029134 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > security_group after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.029483 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > security_group after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.029826 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.030202 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.030574 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.030917 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.031296 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > address_group after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.031643 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > address_group after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.031983 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.032324 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] ML2 OVO RPC backend initialized. {{(pid=92956) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 14:01:59.033027 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.033382 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.033797 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > network before_response 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.034144 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > networks before_response 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.034525 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > port before_response 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.034872 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > ports before_response 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.035217 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > subnet before_response 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.035560 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > subnets before_response 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.035907 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > network after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.036257 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > network after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.036596 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > network after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.036935 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > port after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.037274 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > port after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.037618 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > port after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.037957 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > subnet after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.038296 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > subnet after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.038667 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.039234 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.plugin [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Modular L2 Plugin initialization complete Jun 23 14:01:59.039562 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading services supported by the core plugin {{(pid=92956) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 14:01:59.039889 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.plugins.ml2.managers [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Got port-security extension from driver 'port_security' Jun 23 14:01:59.040350 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.extensions.vlantransparent [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Disabled vlantransparent extension. Jun 23 14:01:59.040835 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92956) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 14:01:59.041150 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading Plugin: router Jun 23 14:01:59.077665 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.078056 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router after_create 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.078465 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router before_create 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.078833 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.079204 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.079560 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router after_delete 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.079916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.080281 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router after_create 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.080630 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router after_update 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.080980 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router after_update 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.081329 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.081702 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router after_update 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.082091 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router precommit_update 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.082489 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: port after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.082832 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: port after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.083179 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: subnet after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.083507 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.083859 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.084206 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router precommit_create 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.084552 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: port before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.084895 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router precommit_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.085250 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router after_update 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.085593 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.085943 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router precommit_create 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.086304 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.086682 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router precommit_update 55549900 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.087053 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > network after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.087908 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Tracking information for resource: router configured {{(pid=92956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:59.088244 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Tracking information for resource: floatingip configured {{(pid=92956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:59.093763 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.db.l3_agentschedulers_db [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 14:01:59.094330 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: port after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.094718 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: port after_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.095069 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: port after_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.095420 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: port after_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.096516 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router before_create 55550100 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.097054 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.097583 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router precommit_create 55550100 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.098102 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > router precommit_update 55550100 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.105884 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.services.provider_configuration [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service providers = [] {{(pid=92956) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 14:01:59.106506 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.db.servicetype_db [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92956) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 14:01:59.111046 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.services.service_base [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:59.111544 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.services.service_base [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:59.112031 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.services.service_base [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:59.113251 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.services.service_base [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:59.113783 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.services.service_base [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 14:01:59.114332 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:59.114824 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 14:01:59.129817 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:59.130151 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading Plugin: auto_allocate Jun 23 14:01:59.136233 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: network precommit_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.136800 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: network precommit_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.137600 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:59.138084 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading Plugin: tag Jun 23 14:01:59.146633 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:59.146963 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading Plugin: timestamp Jun 23 14:01:59.153415 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:59.154271 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading Plugin: network_ip_availability Jun 23 14:01:59.162304 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.162705 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.163075 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.163837 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:59.164172 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading Plugin: flavors Jun 23 14:01:59.169172 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:59.170070 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading Plugin: revisions Jun 23 14:01:59.174378 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:59.174794 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_concurrency.lockutils [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=92956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:01:59.175531 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92956) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 14:01:59.175867 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Initializing extension manager. Jun 23 14:01:59.176372 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: __init__.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.176713 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: __pycache__ {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.177047 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.177380 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: address_group.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.178137 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.178733 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: address-group Jun 23 14:01:59.179059 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: address_scope.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.179761 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.180269 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: address-scope Jun 23 14:01:59.180592 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.181520 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.182026 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: router-admin-state-down-before-update Jun 23 14:01:59.182371 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: agent.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.183057 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.183555 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: agent Jun 23 14:01:59.183875 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: agent_resources_synced.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.184761 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.185299 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: agent-resources-synced Jun 23 14:01:59.185618 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: allowedaddresspairs.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.187404 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.187915 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: allowed-address-pairs Jun 23 14:01:59.188245 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: auto_allocated_topology.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.189737 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.190248 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: auto-allocated-topology Jun 23 14:01:59.190601 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: availability_zone.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.191285 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.191787 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: availability_zone Jun 23 14:01:59.192112 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: availability_zone_filter.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.193009 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.193515 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: availability_zone_filter Jun 23 14:01:59.193837 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: data_plane_status.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.194749 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.195246 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 14:01:59.195566 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: default_subnetpools.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.196467 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.196969 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: default-subnetpools Jun 23 14:01:59.197291 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.198090 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.198618 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: dhcp_agent_scheduler Jun 23 14:01:59.198942 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: dns.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.199848 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.200347 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension dns-integration not supported by any of loaded plugins Jun 23 14:01:59.200695 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: dns_domain_ports.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.201592 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.202094 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 14:01:59.202441 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.203343 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.203848 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 14:01:59.204169 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: dvr.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.204825 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.205324 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: dvr Jun 23 14:01:59.205645 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: empty_string_filtering.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.206565 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.207067 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: empty-string-filtering Jun 23 14:01:59.207388 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.208280 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.208777 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:01:59.209098 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.209982 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.210505 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 14:01:59.210829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: external_net.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.211715 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.212216 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: external-net Jun 23 14:01:59.212538 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.213418 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.213920 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: extra_dhcp_opt Jun 23 14:01:59.214245 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: extraroute.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.215154 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.215657 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: extraroute Jun 23 14:01:59.215980 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: extraroute_atomic.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.217500 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.218009 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: extraroute-atomic Jun 23 14:01:59.218337 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: filter_validation.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.219014 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.219511 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: filter-validation Jun 23 14:01:59.219831 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: fip_pf_description.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.220715 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.221213 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 14:01:59.221537 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: fip_port_details.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.222461 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.222968 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: fip-port-details Jun 23 14:01:59.223293 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: flavors.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.224503 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.225011 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: flavors Jun 23 14:01:59.225338 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.227019 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.227531 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 14:01:59.227867 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: floatingip_pools.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.228552 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.229054 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: floatingip-pools Jun 23 14:01:59.229376 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: ip_allocation.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.230273 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.230810 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 14:01:59.231136 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.232602 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.233108 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: ip-substring-filtering Jun 23 14:01:59.233435 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: l2_adjacency.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.234341 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.234866 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 14:01:59.235194 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: l3.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.236142 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.236647 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: router Jun 23 14:01:59.236973 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.239341 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.239856 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:01:59.240190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.241097 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.241601 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: ext-gw-mode Jun 23 14:01:59.241930 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.242862 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.243365 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: l3-ha Jun 23 14:01:59.243691 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: l3_flavors.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.244586 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.245088 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: l3-flavors Jun 23 14:01:59.245416 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.246305 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.246842 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 14:01:59.247167 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: l3agentscheduler.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.248795 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.249303 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: l3_agent_scheduler Jun 23 14:01:59.249632 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: logging.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.251165 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.251676 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension logging not supported by any of loaded plugins Jun 23 14:01:59.252007 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: metering.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.252734 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.253302 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: metering Jun 23 14:01:59.253631 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.254750 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.255264 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: metering_source_and_destination_fields Jun 23 14:01:59.255589 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: multiprovidernet.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.256490 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.256995 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: multi-provider Jun 23 14:01:59.257320 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: netmtu.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.258226 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.258759 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: net-mtu Jun 23 14:01:59.259082 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: netmtu_writable.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.259976 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.260475 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: net-mtu-writable Jun 23 14:01:59.260798 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: network_availability_zone.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.261452 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.261944 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: network_availability_zone Jun 23 14:01:59.262265 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: network_ip_availability.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.263885 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.264388 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: network-ip-availability Jun 23 14:01:59.264713 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: network_segment_range.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.265463 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.265958 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 14:01:59.266280 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: pagination.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.267315 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.267600 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: pagination Jun 23 14:01:59.267922 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: port_device_profile.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.268820 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.269325 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: port-device-profile Jun 23 14:01:59.269648 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.270594 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.271098 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: port-mac-address-regenerate Jun 23 14:01:59.271419 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.272307 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.272810 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: port-numa-affinity-policy Jun 23 14:01:59.273133 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: port_resource_request.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.274025 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.274557 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 14:01:59.274879 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: portbindings.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.275790 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.276287 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: binding Jun 23 14:01:59.276606 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: portbindings_extended.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.277855 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.278395 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: binding-extended Jun 23 14:01:59.278751 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: portsecurity.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.279642 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.280150 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: port-security Jun 23 14:01:59.280475 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: project_id.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.281430 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.281759 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: project-id Jun 23 14:01:59.282083 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: providernet.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.283015 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.283519 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: provider Jun 23 14:01:59.283841 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: qos.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.287517 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.288034 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension qos not supported by any of loaded plugins Jun 23 14:01:59.288376 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.289603 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.290112 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 14:01:59.290472 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.291371 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.291881 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 14:01:59.292208 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: qos_default.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.293104 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.293618 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension qos-default not supported by any of loaded plugins Jun 23 14:01:59.293947 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: qos_fip.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.294633 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.295135 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension qos-fip not supported by any of loaded plugins Jun 23 14:01:59.295459 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: qos_gateway_ip.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.296363 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.297483 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 14:01:59.297483 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: qos_port_network_policy.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.298683 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.298683 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 14:01:59.299430 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: qos_rule_type_details.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.299796 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.300810 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 14:01:59.300810 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: qos_rules_alias.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.301668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.302178 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 14:01:59.302539 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: quotasv2.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.303438 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.303766 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: quotas Jun 23 14:01:59.304090 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: quotasv2_detail.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.307126 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.307471 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: quota_details Jun 23 14:01:59.307804 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: rbac.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.308849 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.309367 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: rbac-policies Jun 23 14:01:59.309700 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: rbac_address_group.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.311160 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.311679 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: rbac-address-group Jun 23 14:01:59.312011 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: rbac_address_scope.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.312912 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.313424 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: rbac-address-scope Jun 23 14:01:59.313753 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: rbac_security_groups.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.314932 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.315443 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: rbac-security-groups Jun 23 14:01:59.315772 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: rbac_subnetpool.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.316682 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.317185 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: rbac-subnetpool Jun 23 14:01:59.317510 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: revisionifmatch.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.318444 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.318949 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: revision-if-match Jun 23 14:01:59.319274 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: revisions.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.320561 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.321070 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: standard-attr-revisions Jun 23 14:01:59.321398 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: router_availability_zone.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.322061 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.322606 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: router_availability_zone Jun 23 14:01:59.322934 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: routerservicetype.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.323831 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.324332 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension router-service-type not supported by any of loaded plugins Jun 23 14:01:59.324657 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.325587 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.326638 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: security-groups-normalized-cidr Jun 23 14:01:59.326965 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.327866 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.328376 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: port-security-groups-filtering Jun 23 14:01:59.328701 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.329605 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.330105 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: security-groups-remote-address-group Jun 23 14:01:59.330458 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: securitygroup.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.339965 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.340489 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: security-group Jun 23 14:01:59.340826 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: segment.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.341673 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.342179 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension segment not supported by any of loaded plugins Jun 23 14:01:59.342546 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.343460 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.343968 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 14:01:59.344295 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: servicetype.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.345387 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.345901 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: service-type Jun 23 14:01:59.346229 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: sorting.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.347215 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.347549 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: sorting Jun 23 14:01:59.347889 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: standard_attr_segment.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.348858 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.349364 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 14:01:59.349690 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: standardattrdescription.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.350328 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.350857 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: standard-attr-description Jun 23 14:01:59.351186 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: stateful_security_group.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.352090 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.352600 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: stateful-security-group Jun 23 14:01:59.352924 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: stdattrs_common.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.353500 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 14:01:59.353822 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.354758 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.355263 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 14:01:59.355583 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: subnet_onboard.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.356637 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.357172 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: subnet_onboard Jun 23 14:01:59.357496 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.358442 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.358949 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 14:01:59.359271 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: subnet_service_types.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.360171 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.360677 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: subnet-service-types Jun 23 14:01:59.360999 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: subnetallocation.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.362103 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.362644 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: subnet_allocation Jun 23 14:01:59.362968 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.363618 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.364119 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: subnetpool-prefix-ops Jun 23 14:01:59.364440 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.365358 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.365856 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 14:01:59.366177 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: tagging.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.367260 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.367770 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: standard-attr-tag Jun 23 14:01:59.368094 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: timestamp.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.369289 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.369798 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loaded extension: standard-attr-timestamp Jun 23 14:01:59.370124 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: trunk.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.371161 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.371677 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension trunk not supported by any of loaded plugins Jun 23 14:01:59.372004 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: trunk_details.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.373429 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.373940 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension trunk-details not supported by any of loaded plugins Jun 23 14:01:59.374263 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: uplink_status_propagation.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.375188 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.375695 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 14:01:59.376017 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Loading extension file: vlantransparent.py {{(pid=92956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:59.376674 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:59.377176 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 14:01:59.379668 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:network Jun 23 14:01:59.380205 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:subnet Jun 23 14:01:59.380603 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:59.380994 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:port Jun 23 14:01:59.382220 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.382689 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service FLAVORS assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.383302 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.383740 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.384067 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:router Jun 23 14:01:59.384503 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:01:59.385004 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service METERING assigned prefix: /metering {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.386458 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.386832 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.387185 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:59.388746 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:01:59.389191 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:01:59.389650 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:01:59.390251 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service CORE assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.390606 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:59.390961 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] subnetpool is already registered Jun 23 14:01:59.391391 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service CORE assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.391716 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:59.392043 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] subnetpool is already registered Jun 23 14:01:59.394338 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.394797 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service FLAVORS assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.395389 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.395817 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.396153 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:router Jun 23 14:01:59.396493 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] router is already registered Jun 23 14:01:59.396907 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:01:59.397242 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] floatingip is already registered Jun 23 14:01:59.397694 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service METERING assigned prefix: /metering {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.398387 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:01:59.398715 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] rbac_policy is already registered Jun 23 14:01:59.399137 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:01:59.399473 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] security_group is already registered Jun 23 14:01:59.399875 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:01:59.400203 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] security_group_rule is already registered Jun 23 14:01:59.400818 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service CORE assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.401154 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:59.401486 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] subnetpool is already registered Jun 23 14:01:59.401911 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.v2.resource_helper [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Service CORE assigned prefix: {{(pid=92956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:59.402234 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:59.402600 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING neutron.quota.resource_registry [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] subnetpool is already registered Jun 23 14:01:59.403071 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: extensions {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.404587 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: address-groups {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.406086 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: address-scopes {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.407444 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: agents {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.408617 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: auto-allocated-topology {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.409872 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: availability_zones {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.411145 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: dhcp-networks {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.412670 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: dhcp-agents {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.414111 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: routers {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.415846 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: flavors {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.418181 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: service_profiles {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.420012 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: next_providers {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.421501 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: service_profiles {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.423655 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: floatingip-pools {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.425614 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: routers {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.428314 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: floatingips {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.430124 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: l3-routers {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.431584 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: l3-agents {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.433010 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: metering-labels {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.435841 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: metering-label-rules {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.437801 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: network-ip-availabilities {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.439347 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: bindings {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.442428 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: quotas {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.445246 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: quotas {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.446711 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: rbac-policies {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.448010 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: security-groups {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.449485 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: security-group-rules {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.451103 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: service-providers {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.452417 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: subnetpools {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.454212 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: subnetpools {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.455859 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: tags {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.458002 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: tags {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.459882 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: tags {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.461665 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: tags {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.463394 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: tags {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.465361 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: tags {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.467131 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: tags {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.468931 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: tags {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.470829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: tags {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.472589 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron.api.extensions [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Extended resource: tags {{(pid=92956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:59.478703 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING keystonemiddleware.auth_token [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 14:01:59.483792 dv-cinder-794001-2-iscsi neutron-server[92956]: WARNING keystonemiddleware.auth_token [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 14:01:59.492035 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_concurrency.lockutils [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Acquired lock "singleton_lock" {{(pid=92956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 14:01:59.492512 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_concurrency.lockutils [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Releasing lock "singleton_lock" {{(pid=92956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 14:01:59.493156 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO oslo_service.service [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Starting 2 workers Jun 23 14:01:59.498530 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Started child 93097 {{(pid=92956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:59.503213 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Started child 93098 {{(pid=92956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:59.503843 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:59.504789 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO neutron.service [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 14:01:59.505366 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [-] (93097) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:01:59.505471 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Notify callbacks [] for process, before_spawn {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:59.507857 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO oslo_service.service [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Starting 1 workers Jun 23 14:01:59.507962 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:59.509323 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [-] (93098) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:01:59.513022 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Started child 93099 {{(pid=92956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:59.513609 dv-cinder-794001-2-iscsi neutron-server[92956]: INFO oslo_service.service [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Starting 1 workers Jun 23 14:01:59.516684 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.service [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] calling RpcWorker wait() {{(pid=93099) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 14:01:59.517379 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.service [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] returning from RpcWorker wait() {{(pid=93099) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 14:01:59.518028 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Started child 93100 {{(pid=92956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:59.518432 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:59.518880 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:59.519048 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG neutron_lib.callbacks.manager [None req-74b48eba-19f1-4b4b-b2e3-7a8ea81b6f6c None None] Notify callbacks [] for process, after_spawn {{(pid=92956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:59.520802 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:01:59.521012 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:59.521268 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:59.521416 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:59.521665 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:59.521814 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:59.522335 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.522632 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.522942 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.523139 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:59.523667 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.523667 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.523990 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.524169 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:59.524320 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.524462 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.524732 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.524996 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.525149 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.525291 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.525546 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.525780 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.526081 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.526388 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.526639 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.526924 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.527096 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.527348 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.527609 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.527854 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.528112 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] debug = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.528375 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.529190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.529190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.529531 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.529672 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.529917 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.530162 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.530467 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.530713 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.530959 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.531220 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.531483 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.531716 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.531933 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.532151 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.532424 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.532643 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.533125 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] host = dv-cinder-794001-2-iscsi {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.533355 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.533574 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.533824 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.534091 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.534395 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.534610 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.534857 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.535126 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.535362 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.535587 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.535806 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.536051 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.536266 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.536509 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.536676 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_options = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.536917 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.537195 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.537463 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.537639 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.537797 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.537977 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.538233 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.538422 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.538668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.538899 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.539112 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.539325 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.539537 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.539748 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.539997 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.540239 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.540468 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.540682 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.540935 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.541161 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.541385 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.541630 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.541835 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.542064 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.542306 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.542550 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.542775 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.543004 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.543237 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.543480 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.543729 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.543729 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.543729 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.545365 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.545545 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.545776 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.545993 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.546258 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.546531 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.546757 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.547031 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.547265 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.547507 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.547731 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.548384 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.548384 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_json = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.548384 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.548656 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.548905 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.549040 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.549227 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.550041 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.550041 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.550041 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.551100 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.551100 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.551100 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.551100 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.553916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.553916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.553916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.553916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.553916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.553916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.553916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.553916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.553916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.555284 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.555284 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.555284 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.555284 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.555284 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.555284 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.555284 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.555284 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.558231 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.558231 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.558231 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.558231 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.558231 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.558231 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.558231 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.558231 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.561829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.561829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.561829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.561829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.561829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.561829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.561829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.561829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.561829 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563824 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563824 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563824 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563824 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563824 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563824 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563824 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563824 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.563824 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.564740 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.564740 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.564740 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.564740 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.566316 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.566316 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.566316 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.566316 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.566316 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.566316 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.566316 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.568668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.568668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.568668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.568668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.568668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.568668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.568668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.568668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.568668 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.569466 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.569466 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.569466 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.569466 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.569466 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.569466 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.570193 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.570193 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.570193 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.570572 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.570698 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.571323 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.571323 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.572249 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.572249 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.572249 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.572249 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.576593 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.576593 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.576593 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.576593 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.576593 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.576593 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.576593 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.576593 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577397 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577397 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577397 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577397 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577397 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577397 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577397 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577397 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577938 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577938 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577938 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577938 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577938 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577938 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.577938 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.578434 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.578434 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.578578 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.579084 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.579084 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.579299 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.579514 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.581621 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.581621 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.581621 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.581621 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.581621 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.581621 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.581621 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.581621 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.582686 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.582686 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.582686 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.582686 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.582686 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.583158 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.583158 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.583313 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.583886 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.583886 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.584198 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.584336 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.585030 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.585030 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.585030 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.585363 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.585363 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.585575 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.586061 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.586061 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.586326 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.586593 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.586738 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.586867 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.588495 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.588495 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.588495 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.588495 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.588495 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.588495 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.588495 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.588495 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.589476 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.589476 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.589476 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.589476 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.589948 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.589948 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.590196 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.590334 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.591092 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.591092 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.591092 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.591490 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.591490 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.591746 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.591882 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.592106 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.592317 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.592535 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.592743 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.592989 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.593236 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.593526 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.593753 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.594031 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.594648 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.594902 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.595145 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.595408 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.595629 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.595878 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.596207 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.596323 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.596547 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.596760 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.596997 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.597236 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.597464 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.597671 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.597882 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.598091 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.598312 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.598765 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.598982 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.600335 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.600642 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.600884 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.601231 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.601467 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.601698 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.601915 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.602130 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.602346 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.602578 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.602951 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.604065 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.604311 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.604541 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.604758 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.604985 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.605198 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.605411 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.605630 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.605841 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.606084 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.606320 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.607513 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.607732 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.607943 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.608244 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.609180 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.609413 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.609702 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.609942 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.610217 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.610840 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.611154 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.611370 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.611651 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.611874 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.612091 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.612311 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.612571 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.612891 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.613195 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.613455 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.613708 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.613996 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.614266 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.614567 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.614780 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.615091 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.615413 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.615698 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.615950 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.616205 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.616483 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.616706 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.616921 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.617157 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.617390 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.617636 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.617872 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.618114 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.618341 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.618589 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.618816 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.619033 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.619254 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.619484 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.619703 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.619917 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.620074 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:59.620657 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:01:59.620814 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:59.620958 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:59.621097 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:59.621268 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:59.621642 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:59.621642 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.621902 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.621902 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.622146 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.622240 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.622660 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.622660 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.623411 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.623411 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.623646 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.623770 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.623895 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.624034 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.624160 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.624285 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.624448 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.624606 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.624766 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.624928 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.625091 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.625303 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.625440 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.625567 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] debug = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.625684 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.625875 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.626037 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.626195 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.626370 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.626533 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.626690 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.626861 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.626991 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.627148 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.627307 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.627465 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.627622 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.627780 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.627938 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.628097 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.628256 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.628414 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] host = dv-cinder-794001-2-iscsi {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.628571 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.628727 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.628888 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.629045 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.629203 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.629479 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.629584 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.630407 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.630588 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.630743 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.630892 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.631054 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.631211 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.631370 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.631531 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_options = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.631694 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.631892 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.631985 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.632162 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.632324 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.632485 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.632649 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.632806 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.632964 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.633121 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.633279 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.633433 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.633588 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.633741 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.634423 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.634739 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.634899 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.635064 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.635224 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.635386 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.635541 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.635850 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.636011 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.636174 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.636330 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.636814 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.636814 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.636814 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.637075 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.637075 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.637220 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.637373 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.637532 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.637691 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.637849 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.638242 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.638242 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.638496 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.638496 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.638702 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.638811 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.638950 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.639108 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.639266 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.639423 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.639580 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_json = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.639738 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.639895 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.640053 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.640210 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.640368 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.640527 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.640645 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:59.640738 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.640828 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:59.640997 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.641159 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.641329 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.641490 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.641650 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.641811 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.641972 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.642134 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.642294 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.642477 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.642647 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.642810 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.642981 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.643140 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.643300 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.643463 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.643623 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.643783 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.643944 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.644104 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.644263 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.644423 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.644598 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.644758 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.644923 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.645089 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.645250 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.645411 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.645571 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.645732 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.645893 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.646053 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.646213 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.646408 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.646555 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.646715 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.646875 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.647037 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.647197 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.647358 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.647519 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.647679 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.647839 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.648000 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.648162 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.648323 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.648483 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.648643 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.648804 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.648964 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.649135 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.649294 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.649455 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.649614 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.649774 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.649933 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.650092 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.650252 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.650437 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.650598 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.650758 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.650931 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.651091 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.651251 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.651412 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.651572 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.651733 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.651894 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.652054 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.652215 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.652375 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.652536 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.652696 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.652855 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.653015 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.653175 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.653340 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.653502 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.653663 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.653847 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.654006 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.654172 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.654330 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.654659 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.655011 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.655011 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.655230 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.655337 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.655449 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.655595 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.655756 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.655916 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.656100 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.656240 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.656401 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.656561 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.656722 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.656884 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.657047 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.657208 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.657369 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.657529 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.657689 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.657849 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.658011 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.658171 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.658333 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.658510 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.658666 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.658826 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.658986 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.659157 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.659318 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.659481 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.659640 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.659807 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.659977 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.660138 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.660299 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.660461 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.660621 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.660784 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.660945 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.661105 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.661266 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.661426 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.661585 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.661753 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.661923 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.662083 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.662243 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.662425 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.662611 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.662772 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.662932 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.663093 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.663253 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.663413 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.663574 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.663734 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.663895 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.664055 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.664216 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.664377 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.664537 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.664697 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.664857 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.665022 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.665183 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.665349 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.665511 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.665674 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.665823 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.665980 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.666142 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.666294 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.666488 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.666650 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.666810 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.666971 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.667131 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.667292 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.667453 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.667614 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.667775 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.667935 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.668095 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.668255 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.668415 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.668577 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.668737 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.668897 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.669056 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.669217 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.669377 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.670062 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.670224 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.670561 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.670561 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.671175 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.671175 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.671175 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.671175 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.671446 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.671446 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.671587 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.671745 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.671918 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.672079 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.672238 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.672397 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.672557 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.672717 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.672877 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.673037 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.673196 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.673361 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.673502 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.673664 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.673825 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.673987 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.674145 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.674305 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.674500 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.674660 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.674820 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.674997 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.675158 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.675318 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.675493 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.675627 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.675797 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.675957 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.676117 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.676277 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.676437 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.676605 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.676764 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.676923 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.677083 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.677242 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.677411 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.677570 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.677729 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.677887 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.678046 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.678214 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.678384 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.678551 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.678712 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.678872 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.679040 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.679201 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.679360 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.679527 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.679686 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.679845 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.680005 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.680175 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.680334 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.680496 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.680656 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.680815 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.680974 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.681135 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.681300 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.681469 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.681636 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.681796 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.681964 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.682130 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.682298 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.682493 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.682661 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.682832 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.682994 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.683155 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.683313 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.683475 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.683635 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.683795 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.683955 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.684115 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.684275 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.684437 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.684597 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.684757 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.685124 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.685124 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.685949 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.685949 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.686190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.686190 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.686482 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:59.686608 dv-cinder-794001-2-iscsi neutron-server[92956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:59.952295 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 55482) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:01:59.961048 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064571 Jun 23 14:02:11.084670 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6fc643-4535-4d1b-a44f-9aad2a5e0789 None None] get_active_networks_info from dv-cinder-794001-2-iscsi {{(pid=93099) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 14:02:11.163831 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6fc643-4535-4d1b-a44f-9aad2a5e0789 None None] No non-hosted networks {{(pid=93099) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 14:02:11.198161 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.agentschedulers_db [None req-dc6fc643-4535-4d1b-a44f-9aad2a5e0789 None None] DHCP Agent not found on host dv-cinder-794001-2-iscsi {{(pid=93099) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 14:02:11.243757 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-70125493-96e3-4831-b933-6ccb0d475c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045'] for agent, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.661192 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-80449abb-e167-4290-a04e-df31502bce9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045'] for agent, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.734900 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3a9534e3-9a5c-4984-b13f-4f1f1b79a6cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:14.203666 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045'] for agent, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:14.204709 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.205411 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.205961 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.206594 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.207133 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.207728 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.208260 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.208857 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.209391 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.209996 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.210621 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.211179 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:14.211771 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794001-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:14.225833 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794001-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:15.149047 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045'] for agent, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:16.468713 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.db.l3_hamode_db [None req-8cf78fc5-fa46-4e64-9765-6163981a96d7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 14:02:16.565218 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf78fc5-fa46-4e64-9765-6163981a96d7 None None] Routers set() bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:16.565825 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf78fc5-fa46-4e64-9765-6163981a96d7 None None] Router IDs set() for agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 14:02:16.570413 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045'] for agent, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:17.737883 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 55574) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:18.224137 dv-cinder-794001-2-iscsi neutron-server[93097]: WARNING oslo_policy.policy [None req-bae5273c-b6f6-4668-b5d9-c8e889b19581 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:18.224752 dv-cinder-794001-2-iscsi neutron-server[93097]: WARNING oslo_policy.policy [None req-bae5273c-b6f6-4668-b5d9-c8e889b19581 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:18.438664 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [None req-bae5273c-b6f6-4668-b5d9-c8e889b19581 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:18.439614 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bae5273c-b6f6-4668-b5d9-c8e889b19581 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7007098 Jun 23 14:02:20.721123 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55588) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:21.204061 dv-cinder-794001-2-iscsi neutron-server[93098]: WARNING oslo_policy.policy [None req-a4944da6-d031-4727-8117-48dd55a32918 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:21.204639 dv-cinder-794001-2-iscsi neutron-server[93098]: WARNING oslo_policy.policy [None req-a4944da6-d031-4727-8117-48dd55a32918 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:21.415683 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-a4944da6-d031-4727-8117-48dd55a32918 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:21.507808 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.policy [None req-a4944da6-d031-4727-8117-48dd55a32918 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93098) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:02:21.556386 dv-cinder-794001-2-iscsi neutron-server[93098]: WARNING oslo_policy.policy [None req-a4944da6-d031-4727-8117-48dd55a32918 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:21.556756 dv-cinder-794001-2-iscsi neutron-server[93098]: WARNING oslo_policy.policy [None req-a4944da6-d031-4727-8117-48dd55a32918 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:21.565363 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.quota [None req-a4944da6-d031-4727-8117-48dd55a32918 admin admin] Loaded quota_driver: . Jun 23 14:02:21.658900 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4944da6-d031-4727-8117-48dd55a32918 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784512493133', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784512492696', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784512338057', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784512343731', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784512350222', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784512328321', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-638723', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-657023', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16449648', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16284477'] for rbac-policy, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:21.722677 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4944da6-d031-4727-8117-48dd55a32918 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:21.723986 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-a4944da6-d031-4727-8117-48dd55a32918 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0007048 Jun 23 14:02:24.236658 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55606) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:24.533470 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Request body: {'network': {'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'name': 'private', 'admin_state_up': True}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:24.561774 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Made reservation on behalf of d251b9e0fa7f4034930b6a15581987ed for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:24.564612 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.580698 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.698340 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.702005 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.707140 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:24.721636 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=93098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:02:24.748069 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784508556054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.748663 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Unsubscribe: segment precommit_create {{(pid=93098) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:02:24.749141 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Added segment b9220adf-6307-45cb-88bd-f512a4c5fce6 of type vlan for network dfee2c18-ff37-400d-8ed6-077604f59eb9 Jun 23 14:02:24.770451 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2511d12c-4345-4092-bddb-580686d23526,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:24.821652 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.822000 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.822326 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.822671 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.822983 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.823310 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.823620 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.823923 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.824499 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.824807 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.826576 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.826901 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Tracked resource versions report: Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: pushed versions: Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Log': {'1.0'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Network': {'1.1'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Port': {'1.7'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'PortForwarding': {'1.2'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'QosPolicy': {'1.8'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SubPort': {'1.0'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Subnet': {'1.1'}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Trunk': {'1.1'}} Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: consumer versions: Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: { DHCP agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: L3 agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: Metadata agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: Metering agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: Open vSwitch agent@dv-cinder-794001-2-iscsi: { 'AddressGroup': '1.2', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'ConntrackHelper': '1.0', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Log': '1.0', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Network': '1.1', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Port': '1.7', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'PortForwarding': '1.2', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'QosPolicy': '1.8', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SecurityGroup': '1.4', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SecurityGroupRule': '1.2', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SubPort': '1.0', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Subnet': '1.1', Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Trunk': '1.1'}} Jun 23 14:02:24.828207 dv-cinder-794001-2-iscsi neutron-server[93098]: {{(pid=93098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:24.873734 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:24.879098 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.928998 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.930610 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:24.931269 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.934035 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:24.989589 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7518282 Jun 23 14:02:25.031122 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Pushing event updated for resources: {'Network': ['ID=dfee2c18-ff37-400d-8ed6-077604f59eb9,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:25.034426 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:25.042748 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network dfee2c18-ff37-400d-8ed6-077604f59eb9 details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:02:27.553086 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55620) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:27.942206 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520c47f4-867a-4f1e-8e45-8bb40dabf266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:27.943582 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-520c47f4-867a-4f1e-8e45-8bb40dabf266 admin admin] 10.222.0.26 "GET /v2.0/networks/dfee2c18-ff37-400d-8ed6-077604f59eb9 HTTP/1.1" status: 200 len: 825 time: 0.3895123 Jun 23 14:02:27.967199 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-b0ee208f-dc39-49ea-80a7-185d3d14fa7a admin admin] 10.222.0.26 "GET /v2.0/subnetpools/1fb2f68a-8225-4045-be89-a633f602d6cb HTTP/1.1" status: 200 len: 734 time: 0.0184011 Jun 23 14:02:27.975235 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9', 'name': 'private-subnet', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'subnetpool_id': '1fb2f68a-8225-4045-be89-a633f602d6cb'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:27.996750 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Made reservation on behalf of d251b9e0fa7f4034930b6a15581987ed for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:27.999173 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:28.295935 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:28.300057 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:28.367309 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Checking segment: {'id': 'b9220adf-6307-45cb-88bd-f512a4c5fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:28.367701 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Network hostable DHCP agents. Network: dfee2c18-ff37-400d-8ed6-077604f59eb9, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:02:28.372014 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=935eb19d-cecb-4341-9f79-78cbd88094b9,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:28.375344 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:28.392224 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Network dfee2c18-ff37-400d-8ed6-077604f59eb9 is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:02:28.403730 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, dfee2c18-ff37-400d-8ed6-077604f59eb9) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:28.408570 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:28.409181 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:28.413944 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81f7551f-a28b-4741-8c38-5467fb2931e2 None None] Network dfee2c18-ff37-400d-8ed6-077604f59eb9 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:28.422070 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4500625 Jun 23 14:02:28.724461 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ed5f05c-69cb-5583-abd3-207797de1a02-dfee2c18-ff37-400d-8ed6-077604f59eb9', 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'fixed_ips': [{'subnet_id': '935eb19d-cecb-4341-9f79-78cbd88094b9'}]}} from dv-cinder-794001-2-iscsi. {{(pid=93099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:02:28.725640 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:28.992899 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Allocated IP 172.20.0.2 (dfee2c18-ff37-400d-8ed6-077604f59eb9/935eb19d-cecb-4341-9f79-78cbd88094b9/3c07720e-a3d1-4b7a-bd51-1ff2dc180152) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:29.203126 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:29.252537 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Transition to ACTIVE for port object 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:29.275175 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Transition to ACTIVE for port object 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:29.283240 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:29.285777 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:29.345314 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Network dfee2c18-ff37-400d-8ed6-077604f59eb9 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:29.358735 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:29.367418 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:29.370900 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Pushing event updated for resources: {'Port': ['ID=3c07720e-a3d1-4b7a-bd51-1ff2dc180152,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:29.395506 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.395881 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.396218 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.396547 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.396875 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.397197 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.397516 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.397849 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.398184 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.399049 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.399369 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.399683 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Tracked resource versions report: Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: pushed versions: Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Log': {'1.0'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Network': {'1.1'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Port': {'1.7'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'PortForwarding': {'1.2'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'QosPolicy': {'1.8'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SubPort': {'1.0'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Subnet': {'1.1'}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Trunk': {'1.1'}} Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: consumer versions: Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: { DHCP agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: L3 agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: Metadata agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: Metering agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: Open vSwitch agent@dv-cinder-794001-2-iscsi: { 'AddressGroup': '1.2', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'ConntrackHelper': '1.0', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Log': '1.0', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Network': '1.1', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Port': '1.7', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'PortForwarding': '1.2', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'QosPolicy': '1.8', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SecurityGroup': '1.4', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SecurityGroupRule': '1.2', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SubPort': '1.0', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Subnet': '1.1', Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Trunk': '1.1'}} Jun 23 14:02:29.400819 dv-cinder-794001-2-iscsi neutron-server[93099]: {{(pid=93099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:29.422079 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:29.451472 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Attempting to bind port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:29.451848 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Attempting to bind port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': 'b9220adf-6307-45cb-88bd-f512a4c5fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:29.452293 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Attempting to bind port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 on network dfee2c18-ff37-400d-8ed6-077604f59eb9 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:29.457101 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:29.457534 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Checking segment: {'id': 'b9220adf-6307-45cb-88bd-f512a4c5fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:29.458012 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:29.458438 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Bound using segment: {'id': 'b9220adf-6307-45cb-88bd-f512a4c5fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:29.458933 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Bound port: 3c07720e-a3d1-4b7a-bd51-1ff2dc180152, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9220adf-6307-45cb-88bd-f512a4c5fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:29.459327 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:29.520113 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] For port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:29.524770 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] For port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=3c07720e-a3d1-4b7a-bd51-1ff2dc180152,segment=NetworkSegment(b9220adf-6307-45cb-88bd-f512a4c5fce6),segment_id=b9220adf-6307-45cb-88bd-f512a4c5fce6)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:29.529207 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:29.535331 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:29.608662 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Pushing event updated for resources: {'Port': ['ID=3c07720e-a3d1-4b7a-bd51-1ff2dc180152,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:29.611832 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:30.778882 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55628) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:31.098973 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [None req-a9254797-b23c-4c54-b782-e2bd8d81ac36 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:31.099970 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-a9254797-b23c-4c54-b782-e2bd8d81ac36 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3200505 Jun 23 14:02:33.436010 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55636) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:33.746638 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [None req-81e50356-112b-4b47-abce-dcb258a3b90e admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:33.747866 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-81e50356-112b-4b47-abce-dcb258a3b90e admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3106661 Jun 23 14:02:35.730100 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e241be7-d3c9-41e8-a33b-d590fb34f550 None None] Network dfee2c18-ff37-400d-8ed6-077604f59eb9 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:35.801033 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-3231a8da-3c8a-40eb-bcf5-8eb867e04e2d None None] Provisioning for port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:36.329437 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:36.338814 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55650) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:36.408943 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:36.412556 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:36.412953 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.518270 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.551919 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=3c07720e-a3d1-4b7a-bd51-1ff2dc180152,segment=NetworkSegment(b9220adf-6307-45cb-88bd-f512a4c5fce6),segment_id=b9220adf-6307-45cb-88bd-f512a4c5fce6)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:36.555665 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.558827 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:36.603015 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=3c07720e-a3d1-4b7a-bd51-1ff2dc180152,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:36.606404 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:36.637129 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-d8f98478-0dad-4dfe-881d-707b8173cdef admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:36.659393 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d8f98478-0dad-4dfe-881d-707b8173cdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16452626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32584'] for router, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.660935 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d8f98478-0dad-4dfe-881d-707b8173cdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16452633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16294700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16437327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32577'] for router, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.796916 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d8f98478-0dad-4dfe-881d-707b8173cdef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.801435 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d8f98478-0dad-4dfe-881d-707b8173cdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16451719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835'] for router, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.813652 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d8f98478-0dad-4dfe-881d-707b8173cdef admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.814828 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-d8f98478-0dad-4dfe-881d-707b8173cdef admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4750497 Jun 23 14:02:38.308442 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:38.357346 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:38.357726 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:39.118124 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55658) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:39.427024 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [None req-a156f723-7b6e-4444-93f4-15c64f87daf7 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:39.428034 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-a156f723-7b6e-4444-93f4-15c64f87daf7 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3089550 Jun 23 14:02:41.001548 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0b4e881e-c121-4573-92d3-101f30b8d412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:41.787990 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55666) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:42.091111 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:42.111945 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Made reservation on behalf of 80dbf9e1a04f4de8b49b09f751d39567 for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:42.114149 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.124436 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.209650 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.212987 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.217093 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:42.228207 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Reserving flat network on physical network physnet1 {{(pid=93098) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 14:02:42.248108 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69986285-fde1-44ef-b4a1-d1ac22192a15,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:42.250847 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.251184 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Added segment 6d8935d5-0407-4a92-b081-ffeba05940c1 of type flat for network a8114055-eda3-4a8a-939d-4d3bf614516a Jun 23 14:02:42.252487 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:42.296123 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.329297 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.330842 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:42.331414 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.334115 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:42.360234 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5712056 Jun 23 14:02:42.393544 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Pushing event updated for resources: {'Network': ['ID=a8114055-eda3-4a8a-939d-4d3bf614516a,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:42.396290 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:42.404356 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network a8114055-eda3-4a8a-939d-4d3bf614516a details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:02:43.663676 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0e671dd0-83c6-4126-b549-a89735eaa821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.199257 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.680288 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55674) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:44.977152 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1ad33b-017e-4073-8b97-cadf83f6ca07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:44.978525 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-0e1ad33b-017e-4073-8b97-cadf83f6ca07 admin admin] 10.222.0.26 "GET /v2.0/subnets/935eb19d-cecb-4341-9f79-78cbd88094b9 HTTP/1.1" status: 200 len: 849 time: 0.2972569 Jun 23 14:02:45.080182 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:45.099194 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-b58fcf56-1549-481f-b498-16928ac83265 admin admin] 10.222.0.26 "GET /v2.0/routers/32f6dca9-4391-47f1-92e1-ca19402f354c HTTP/1.1" status: 200 len: 704 time: 0.1147113 Jun 23 14:02:45.359131 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:45.638777 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Allocated IP 172.20.0.1 (dfee2c18-ff37-400d-8ed6-077604f59eb9/935eb19d-cecb-4341-9f79-78cbd88094b9/a7e2ab5b-0186-46d0-afad-ae36f53f18f7) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:45.836116 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:45.857468 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.provisioning_blocks [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Transition to ACTIVE for port object a7e2ab5b-0186-46d0-afad-ae36f53f18f7 will not be triggered until provisioned by entity DHCP. {{(pid=93098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:45.933656 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:45.936811 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:45.998766 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Network dfee2c18-ff37-400d-8ed6-077604f59eb9 is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:46.009106 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:46.015706 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:46.016205 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16478827'] for router_interface, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.038395 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Pushing event updated for resources: {'Port': ['ID=a7e2ab5b-0186-46d0-afad-ae36f53f18f7,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:46.081405 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:46.207998 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-e7890e0f-b43c-4e03-b10c-b2b250a975e4 None None] Provisioning for port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:46.211477 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-e7890e0f-b43c-4e03-b10c-b2b250a975e4 None None] Provisioning complete for port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:46.211859 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e7890e0f-b43c-4e03-b10c-b2b250a975e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.226950 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.243153 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-e7890e0f-b43c-4e03-b10c-b2b250a975e4 None None] Port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:02:46.405319 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.409560 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.410637 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16334052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478855'] for router_interface, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.412167 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:46.488671 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Pushing event updated for resources: {'Port': ['ID=a7e2ab5b-0186-46d0-afad-ae36f53f18f7,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:46.493054 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:46.498539 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.532909 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Network dfee2c18-ff37-400d-8ed6-077604f59eb9 is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:46.534127 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:46.691131 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Router 32f6dca9-4391-47f1-92e1-ca19402f354c is scheduled to L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 with binding_index 1 {{(pid=93098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:02:46.763606 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-64e78025-bab0-4c79-b883-fa53b62ddf23 None None] Provisioning complete for port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:46.763980 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-64e78025-bab0-4c79-b883-fa53b62ddf23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.780299 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:02:46.788113 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] 10.222.0.26 "PUT /v2.0/routers/32f6dca9-4391-47f1-92e1-ca19402f354c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6813598 Jun 23 14:02:46.790128 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Sync routers for ids ['32f6dca9-4391-47f1-92e1-ca19402f354c'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:02:46.802109 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Routers {'32f6dca9-4391-47f1-92e1-ca19402f354c'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:46.802296 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-64e78025-bab0-4c79-b883-fa53b62ddf23 None None] Port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:02:46.802932 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:02:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['32f6dca9-4391-47f1-92e1-ca19402f354c'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:46.987353 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Set router 32f6dca9-4391-47f1-92e1-ca19402f354c gateway port host: None {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:47.435177 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'name': 'router1', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:36Z', 'updated_at': '2021-06-23T14:02:46Z', 'revision_number': 2, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'gw_port_host': None, '_interfaces': [{'id': 'a7e2ab5b-0186-46d0-afad-ae36f53f18f7', 'name': '', 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'mac_address': 'fa:16:3e:4a:a8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:45Z', 'updated_at': '2021-06-23T14:02:46Z', 'revision_number': 2, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'subnets': [{'id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fb2f68a-8225-4045-be89-a633f602d6cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:47.486206 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Checking router: 32f6dca9-4391-47f1-92e1-ca19402f354c for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:02:47.486600 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Updating router 32f6dca9-4391-47f1-92e1-ca19402f354c port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 binding host dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:02:47.547140 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:48.043944 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:48.060912 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Transition to ACTIVE for port object a7e2ab5b-0186-46d0-afad-ae36f53f18f7 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:48.067138 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:48.071394 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:48.222310 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Attempting to bind port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:48.222741 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Attempting to bind port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': 'b9220adf-6307-45cb-88bd-f512a4c5fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:48.223200 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Attempting to bind port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 on network dfee2c18-ff37-400d-8ed6-077604f59eb9 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:48.231341 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65490104-7269-4890-914a-32f292c742b6 None None] Pushing event updated for resources: {'Port': ['ID=a7e2ab5b-0186-46d0-afad-ae36f53f18f7,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:48.233966 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:48.234314 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Checking segment: {'id': 'b9220adf-6307-45cb-88bd-f512a4c5fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:48.234912 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:48.235311 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Bound using segment: {'id': 'b9220adf-6307-45cb-88bd-f512a4c5fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:48.235799 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Bound port: a7e2ab5b-0186-46d0-afad-ae36f53f18f7, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9220adf-6307-45cb-88bd-f512a4c5fce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:48.236173 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:48.251796 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.252142 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.252478 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.252808 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.253135 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.253460 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.253778 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.254095 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.254473 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.254795 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.255121 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.255423 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65490104-7269-4890-914a-32f292c742b6 None None] Tracked resource versions report: Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: pushed versions: Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Log': {'1.0'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Network': {'1.1'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Port': {'1.7'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'PortForwarding': {'1.2'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'QosPolicy': {'1.8'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SubPort': {'1.0'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Subnet': {'1.1'}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Trunk': {'1.1'}} Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: consumer versions: Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: { DHCP agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: L3 agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: Metadata agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: Metering agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: Open vSwitch agent@dv-cinder-794001-2-iscsi: { 'AddressGroup': '1.2', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'ConntrackHelper': '1.0', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Log': '1.0', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Network': '1.1', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Port': '1.7', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'PortForwarding': '1.2', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'QosPolicy': '1.8', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SecurityGroup': '1.4', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SecurityGroupRule': '1.2', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SubPort': '1.0', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Subnet': '1.1', Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Trunk': '1.1'}} Jun 23 14:02:48.256510 dv-cinder-794001-2-iscsi neutron-server[93100]: {{(pid=93100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:48.260013 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-65490104-7269-4890-914a-32f292c742b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:48.313951 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] For port a7e2ab5b-0186-46d0-afad-ae36f53f18f7, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:48.339681 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] For port a7e2ab5b-0186-46d0-afad-ae36f53f18f7, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=a7e2ab5b-0186-46d0-afad-ae36f53f18f7,segment=NetworkSegment(b9220adf-6307-45cb-88bd-f512a4c5fce6),segment_id=b9220adf-6307-45cb-88bd-f512a4c5fce6)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:48.344113 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:48.346403 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:48.394296 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Routers {'32f6dca9-4391-47f1-92e1-ca19402f354c'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:48.394949 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:02:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['32f6dca9-4391-47f1-92e1-ca19402f354c'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:48.491855 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] Set router 32f6dca9-4391-47f1-92e1-ca19402f354c gateway port host: None {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:48.493452 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65490104-7269-4890-914a-32f292c742b6 None None] Pushing event updated for resources: {'Port': ['ID=a7e2ab5b-0186-46d0-afad-ae36f53f18f7,revision_number=4']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:48.496583 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-65490104-7269-4890-914a-32f292c742b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:48.695061 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'name': 'router1', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:36Z', 'updated_at': '2021-06-23T14:02:46Z', 'revision_number': 2, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'gw_port_host': None, '_interfaces': [{'id': 'a7e2ab5b-0186-46d0-afad-ae36f53f18f7', 'name': '', 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'mac_address': 'fa:16:3e:4a:a8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:45Z', 'updated_at': '2021-06-23T14:02:48Z', 'revision_number': 4, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'subnets': [{'id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fb2f68a-8225-4045-be89-a633f602d6cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:48.722899 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b5e5e89-deec-418c-996a-be0d463183c8 None None] The sync data for ids ['32f6dca9-4391-47f1-92e1-ca19402f354c'] in dv-cinder-794001-2-iscsi is: [{'id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'name': 'router1', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:36Z', 'updated_at': '2021-06-23T14:02:46Z', 'revision_number': 2, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'gw_port_host': None, '_interfaces': [{'id': 'a7e2ab5b-0186-46d0-afad-ae36f53f18f7', 'name': '', 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'mac_address': 'fa:16:3e:4a:a8:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:45Z', 'updated_at': '2021-06-23T14:02:48Z', 'revision_number': 4, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'subnets': [{'id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fb2f68a-8225-4045-be89-a633f602d6cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:02:49.001177 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55694) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:49.121195 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612fe8df-3ac1-4550-8ed7-bd0247dc93aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:49.123099 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-612fe8df-3ac1-4550-8ed7-bd0247dc93aa admin admin] 10.222.0.26 "GET /v2.0/networks/a8114055-eda3-4a8a-939d-4d3bf614516a HTTP/1.1" status: 200 len: 842 time: 0.1204240 Jun 23 14:02:49.132312 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.3.0/24', 'ip_version': 4, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:49.152633 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Made reservation on behalf of 80dbf9e1a04f4de8b49b09f751d39567 for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:49.154975 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:49.494561 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.objects.ports [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93098) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 14:02:49.495000 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:49.498337 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:49.551748 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=45bd127d-6202-43b9-9a09-4358ba5e5339,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:49.556110 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:49.559754 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:49.560762 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Network hostable DHCP agents. Network: a8114055-eda3-4a8a-939d-4d3bf614516a, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:02:49.577022 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:02:49.586147 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, a8114055-eda3-4a8a-939d-4d3bf614516a) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:49.589966 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:49.590575 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:49.594825 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3cc107-5bc5-4d7f-827a-977425858ce1 None None] Network a8114055-eda3-4a8a-939d-4d3bf614516a requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:49.612039 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4753199 Jun 23 14:02:49.728913 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57101828-59b2-443f-8549-9a188b49f59f None None] Network a8114055-eda3-4a8a-939d-4d3bf614516a requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:51.866314 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55716) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:51.992175 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2814a419-53b7-4624-b7be-9d158b41e1a8 admin admin] 10.222.0.26 "GET /v2.0/routers/32f6dca9-4391-47f1-92e1-ca19402f354c HTTP/1.1" status: 200 len: 710 time: 0.1246865 Jun 23 14:02:52.076158 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3c5a04-7443-4ada-a243-89c0a04e0d8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:52.077568 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-5e3c5a04-7443-4ada-a243-89c0a04e0d8e admin admin] 10.222.0.26 "GET /v2.0/networks/a8114055-eda3-4a8a-939d-4d3bf614516a HTTP/1.1" status: 200 len: 886 time: 0.0803576 Jun 23 14:02:52.087389 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:52.327905 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:52.343185 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device a7e2ab5b-0186-46d0-afad-ae36f53f18f7 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:52.395725 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:52.399313 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:52.399692 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:52.478141 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:52.509356 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port a7e2ab5b-0186-46d0-afad-ae36f53f18f7, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=a7e2ab5b-0186-46d0-afad-ae36f53f18f7,segment=NetworkSegment(b9220adf-6307-45cb-88bd-f512a4c5fce6),segment_id=b9220adf-6307-45cb-88bd-f512a4c5fce6)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:52.514548 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:52.516819 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:52.568835 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=a7e2ab5b-0186-46d0-afad-ae36f53f18f7,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:52.569797 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:52.572022 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:52.641939 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:52.746050 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Allocated IP 172.27.3.210 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/18befd1b-7aa3-44d1-ad22-89406abafdb4) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:52.849402 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:52.886604 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:52.889958 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:52.924617 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:52.927218 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:52.931409 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:52.936825 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Pushing event updated for resources: {'Port': ['ID=18befd1b-7aa3-44d1-ad22-89406abafdb4,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:52.967972 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:53.246700 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:53.432468 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:53.435587 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16297728', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16297753', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16451765'] for router, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:53.536368 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Router 32f6dca9-4391-47f1-92e1-ca19402f354c has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:02:53.637134 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:02:53.641253 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:53.642457 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] 10.222.0.26 "PUT /v2.0/routers/32f6dca9-4391-47f1-92e1-ca19402f354c HTTP/1.1" status: 200 len: 890 time: 1.5586991 Jun 23 14:02:53.659015 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Sync routers for ids ['32f6dca9-4391-47f1-92e1-ca19402f354c'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:02:53.671756 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Routers {'32f6dca9-4391-47f1-92e1-ca19402f354c'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:53.672501 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:02:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['32f6dca9-4391-47f1-92e1-ca19402f354c'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:53.934775 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Set router 32f6dca9-4391-47f1-92e1-ca19402f354c gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:54.321026 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'name': 'router1', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '18befd1b-7aa3-44d1-ad22-89406abafdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:36Z', 'updated_at': '2021-06-23T14:02:53Z', 'revision_number': 4, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'gw_port': {'id': '18befd1b-7aa3-44d1-ad22-89406abafdb4', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:52Z', 'updated_at': '2021-06-23T14:02:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'a7e2ab5b-0186-46d0-afad-ae36f53f18f7', 'name': '', 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'mac_address': 'fa:16:3e:4a:a8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:45Z', 'updated_at': '2021-06-23T14:02:52Z', 'revision_number': 5, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'subnets': [{'id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fb2f68a-8225-4045-be89-a633f602d6cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:54.346087 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device a7e2ab5b-0186-46d0-afad-ae36f53f18f7 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:54.388245 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Checking router: 32f6dca9-4391-47f1-92e1-ca19402f354c for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:02:54.388608 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Updating router 32f6dca9-4391-47f1-92e1-ca19402f354c port 18befd1b-7aa3-44d1-ad22-89406abafdb4 binding host dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:02:54.433717 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:54.490816 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:54.491197 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:54.827967 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:54.837877 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Transition to ACTIVE for port object 18befd1b-7aa3-44d1-ad22-89406abafdb4 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:54.844203 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:54.847856 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:54.895427 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Attempting to bind port 18befd1b-7aa3-44d1-ad22-89406abafdb4 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:54.895803 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Attempting to bind port 18befd1b-7aa3-44d1-ad22-89406abafdb4 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:54.896171 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Attempting to bind port 18befd1b-7aa3-44d1-ad22-89406abafdb4 on network a8114055-eda3-4a8a-939d-4d3bf614516a {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:54.902959 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47716ab-89b7-4b66-991d-e2654cbc9eb1 None None] Pushing event updated for resources: {'Port': ['ID=18befd1b-7aa3-44d1-ad22-89406abafdb4,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:54.905892 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:54.906267 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:54.906691 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:54.907182 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Bound using segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:54.907535 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Bound port: 18befd1b-7aa3-44d1-ad22-89406abafdb4, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:54.907908 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:54.909493 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d47716ab-89b7-4b66-991d-e2654cbc9eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:54.956306 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] For port 18befd1b-7aa3-44d1-ad22-89406abafdb4, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:54.959418 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] For port 18befd1b-7aa3-44d1-ad22-89406abafdb4, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=18befd1b-7aa3-44d1-ad22-89406abafdb4,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:54.963866 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:54.966693 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:55.019132 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Routers {'32f6dca9-4391-47f1-92e1-ca19402f354c'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:55.019748 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:02:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['32f6dca9-4391-47f1-92e1-ca19402f354c'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:55.129454 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47716ab-89b7-4b66-991d-e2654cbc9eb1 None None] Pushing event updated for resources: {'Port': ['ID=18befd1b-7aa3-44d1-ad22-89406abafdb4,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:55.133575 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d47716ab-89b7-4b66-991d-e2654cbc9eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:55.212067 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] Set router 32f6dca9-4391-47f1-92e1-ca19402f354c gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:55.417565 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'name': 'router1', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '18befd1b-7aa3-44d1-ad22-89406abafdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:36Z', 'updated_at': '2021-06-23T14:02:53Z', 'revision_number': 4, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'gw_port': {'id': '18befd1b-7aa3-44d1-ad22-89406abafdb4', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:52Z', 'updated_at': '2021-06-23T14:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'a7e2ab5b-0186-46d0-afad-ae36f53f18f7', 'name': '', 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'mac_address': 'fa:16:3e:4a:a8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:45Z', 'updated_at': '2021-06-23T14:02:52Z', 'revision_number': 5, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'subnets': [{'id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fb2f68a-8225-4045-be89-a633f602d6cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:55.442663 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa8efe7-1fbf-49f6-9086-9caa04380d33 None None] The sync data for ids ['32f6dca9-4391-47f1-92e1-ca19402f354c'] in dv-cinder-794001-2-iscsi is: [{'id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'name': 'router1', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.210'}], 'enable_snat': True}, 'gw_port_id': '18befd1b-7aa3-44d1-ad22-89406abafdb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:36Z', 'updated_at': '2021-06-23T14:02:53Z', 'revision_number': 4, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'gw_port': {'id': '18befd1b-7aa3-44d1-ad22-89406abafdb4', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:82:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:52Z', 'updated_at': '2021-06-23T14:02:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'a7e2ab5b-0186-46d0-afad-ae36f53f18f7', 'name': '', 'network_id': 'dfee2c18-ff37-400d-8ed6-077604f59eb9', 'tenant_id': 'd251b9e0fa7f4034930b6a15581987ed', 'mac_address': 'fa:16:3e:4a:a8:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f6dca9-4391-47f1-92e1-ca19402f354c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:45Z', 'updated_at': '2021-06-23T14:02:52Z', 'revision_number': 5, 'project_id': 'd251b9e0fa7f4034930b6a15581987ed', 'subnets': [{'id': '935eb19d-cecb-4341-9f79-78cbd88094b9', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1fb2f68a-8225-4045-be89-a633f602d6cb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:02:56.036194 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 55724) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:56.163142 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-a906ded9-f35e-4447-b225-f47d3ec0fc03 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1258159 Jun 23 14:02:56.349645 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 18befd1b-7aa3-44d1-ad22-89406abafdb4 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:56.400622 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 18befd1b-7aa3-44d1-ad22-89406abafdb4 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:56.404362 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 18befd1b-7aa3-44d1-ad22-89406abafdb4 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:56.404759 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:56.480251 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:56.500947 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 18befd1b-7aa3-44d1-ad22-89406abafdb4, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=18befd1b-7aa3-44d1-ad22-89406abafdb4,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:56.504801 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:56.509529 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-846da024-1afd-4b83-8859-ac8ac66cd6bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:56.555653 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=18befd1b-7aa3-44d1-ad22-89406abafdb4,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:56.559061 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:58.341358 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 18befd1b-7aa3-44d1-ad22-89406abafdb4 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:58.399050 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 18befd1b-7aa3-44d1-ad22-89406abafdb4 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:58.399182 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:00.569858 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 5 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:03:11.007818 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e800b079-3ce8-4e3b-8738-f0cb0d795fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:13.667080 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9b70ac44-7521-443a-abd4-12441e1a1037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:14.209557 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:15.092797 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:16.518039 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:37.570510 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 5 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:03:41.010228 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4008280c-c5ca-4659-9ff8-64964bfc29ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:43.673406 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-812bf05d-a46e-498a-ab13-9237688170b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:44.209351 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:45.091870 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:46.520356 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:11.011529 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-44a65fa8-8db5-4602-a66f-809d30cff466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:13.666863 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bf9f0399-cf28-47a7-8c2e-b33941b685d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:14.204725 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:14.569104 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 5 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:04:15.094110 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:16.522109 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:32.889697 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56292) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:32.947703 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.pecan_wsgi.hooks.translation [None req-c976dcf4-0a3b-4161-b03d-3cab9bd85a1e admin admin] GET failed (client error): The resource could not be found. Jun 23 14:04:32.948990 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c976dcf4-0a3b-4161-b03d-3cab9bd85a1e admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0583475 Jun 23 14:04:33.102825 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e6f8424-eb9b-49d3-afac-5aff4612789d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:33.104504 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-8e6f8424-eb9b-49d3-afac-5aff4612789d admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1510942 Jun 23 14:04:35.213361 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56302) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:35.304877 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56544921-007b-4671-be4c-0277cf245930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:35.306208 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-56544921-007b-4671-be4c-0277cf245930 admin admin] 10.222.0.26 "GET /v2.0/subnets/935eb19d-cecb-4341-9f79-78cbd88094b9 HTTP/1.1" status: 200 len: 849 time: 0.0918918 Jun 23 14:04:35.315187 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:04:35.395746 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:35.528521 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784508489180'] for subnet, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:35.531261 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9abb21e4-3664-42e9-8545-ac168e6f7b2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:04:35.556988 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:35.558098 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:35.559449 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] 10.222.0.26 "PUT /v2.0/subnets/935eb19d-cecb-4341-9f79-78cbd88094b9 HTTP/1.1" status: 200 len: 868 time: 0.2478349 Jun 23 14:04:35.561132 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9971261-c66b-4c06-ab27-9a84527ec3d9 None None] Network dfee2c18-ff37-400d-8ed6-077604f59eb9 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:04:35.583255 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=935eb19d-cecb-4341-9f79-78cbd88094b9,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:04:35.590650 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.591041 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.591345 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.591775 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.592115 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.592454 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.592781 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.593098 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.593568 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.593886 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.594202 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.594542 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:35.598333 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:04:35.972889 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-f57de43b-0735-46cb-b0dc-e928215faec0 None None] Provisioning complete for port a7e2ab5b-0186-46d0-afad-ae36f53f18f7 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:04:35.973273 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f57de43b-0735-46cb-b0dc-e928215faec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:36.059420 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-f57de43b-0735-46cb-b0dc-e928215faec0 None None] Provisioning complete for port 3c07720e-a3d1-4b7a-bd51-1ff2dc180152 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:04:36.059697 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f57de43b-0735-46cb-b0dc-e928215faec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:37.706628 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56310) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:37.901911 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0bc761-338f-4048-a7a7-fcd7ea1bb4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:37.902310 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0bc761-338f-4048-a7a7-fcd7ea1bb4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:37.903850 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-7a0bc761-338f-4048-a7a7-fcd7ea1bb4ab admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1962614 Jun 23 14:04:40.018244 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56318) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:40.144297 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd73dee-7f03-4783-8814-d37f236aabc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:40.144777 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd73dee-7f03-4783-8814-d37f236aabc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:40.146280 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-0bd73dee-7f03-4783-8814-d37f236aabc3 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1271257 Jun 23 14:04:41.013868 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-849f87c8-3815-4f0a-8fcd-993dcafb3a13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:42.238728 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56326) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:42.454625 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c64c6f63-4a7e-470e-a542-4ee4ce72b384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:42.457532 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c64c6f63-4a7e-470e-a542-4ee4ce72b384 admin admin] 10.222.0.26 "GET /v2.0/networks/a8114055-eda3-4a8a-939d-4d3bf614516a HTTP/1.1" status: 200 len: 886 time: 0.2162638 Jun 23 14:04:43.669215 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-49f9a34e-f0a3-4daa-8d9e-1e1f3e2dc63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:44.206559 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:44.578962 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 56334) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:44.918096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.policy [None req-dc20829e-9f3c-4b6b-b184-40c9fb0c9dd2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93097) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:04:44.964288 dv-cinder-794001-2-iscsi neutron-server[93097]: WARNING oslo_policy.policy [None req-dc20829e-9f3c-4b6b-b184-40c9fb0c9dd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:04:44.964672 dv-cinder-794001-2-iscsi neutron-server[93097]: WARNING oslo_policy.policy [None req-dc20829e-9f3c-4b6b-b184-40c9fb0c9dd2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:04:44.973887 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc20829e-9f3c-4b6b-b184-40c9fb0c9dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:44.975630 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-dc20829e-9f3c-4b6b-b184-40c9fb0c9dd2 admin admin] 10.222.0.26 "GET /v2.0/networks/dfee2c18-ff37-400d-8ed6-077604f59eb9 HTTP/1.1" status: 200 len: 869 time: 0.3957310 Jun 23 14:04:45.097827 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:46.525719 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:47.085247 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 56346) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:47.207140 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae03aa-1633-4236-bcd1-701cb994679e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:47.207606 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dae03aa-1633-4236-bcd1-701cb994679e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:47.209095 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-3dae03aa-1633-4236-bcd1-701cb994679e admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229155 Jun 23 14:04:49.292185 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56354) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:49.414328 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd7aac-dcf6-4897-b5c6-279acf52d255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:49.414816 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd7aac-dcf6-4897-b5c6-279acf52d255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:49.416342 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-58bd7aac-dcf6-4897-b5c6-279acf52d255 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1231351 Jun 23 14:04:51.566532 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 5 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:04:51.585210 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56362) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:51.669867 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202b646e-d030-46e5-9531-f3b18fa70e56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:51.671231 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-202b646e-d030-46e5-9531-f3b18fa70e56 admin admin] 10.222.0.26 "GET /v2.0/subnets/45bd127d-6202-43b9-9a09-4358ba5e5339 HTTP/1.1" status: 200 len: 816 time: 0.0850401 Jun 23 14:04:53.780823 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56370) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:53.869054 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dac498-4fef-4763-a74d-eb274e2b9f70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:53.870377 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e7dac498-4fef-4763-a74d-eb274e2b9f70 admin admin] 10.222.0.26 "GET /v2.0/subnets/935eb19d-cecb-4341-9f79-78cbd88094b9 HTTP/1.1" status: 200 len: 868 time: 0.0885775 Jun 23 14:05:11.015971 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2b028166-c658-47db-a783-de6ee3ada7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:13.669180 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-58616ad8-e82c-47cf-b50e-d4daa05195e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:14.214489 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:15.099641 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:16.530266 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:17.130006 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56414) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:17.174753 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [None req-125220c8-6c50-4b86-8dbf-b86be8984961 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:05:17.176493 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-125220c8-6c50-4b86-8dbf-b86be8984961 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0454035 Jun 23 14:05:19.396596 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56422) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:19.453567 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.pecan_wsgi.hooks.translation [None req-7522f7d4-4860-4445-92b1-9a2ec1f8e799 admin admin] GET failed (client error): The resource could not be found. Jun 23 14:05:19.454892 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-7522f7d4-4860-4445-92b1-9a2ec1f8e799 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0573621 Jun 23 14:05:19.540615 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b719504-0c3a-411b-a588-67b9416e0b1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:19.542045 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-6b719504-0c3a-411b-a588-67b9416e0b1e admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0828798 Jun 23 14:05:21.715635 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56430) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:21.762037 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:05:21.782431 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Made reservation on behalf of 80dbf9e1a04f4de8b49b09f751d39567 for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:05:21.784750 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:21.812469 dv-cinder-794001-2-iscsi neutron-server[93098]: WARNING neutron.services.revisions.revision_plugin [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Could not find related network for resource to bump revision. Jun 23 14:05:21.823926 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 667} {{(pid=93098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:05:21.833277 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:21.833619 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Added segment 17da4c9c-5564-47f2-afdc-22d72aa9f60e of type vlan for network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 Jun 23 14:05:21.870201 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:21.897163 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:21.898520 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:21.899170 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:21.900980 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:21.954996 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2382960 Jun 23 14:05:21.960265 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Pushing event updated for resources: {'Network': ['ID=2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:21.962993 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ac9c8cf4-66fb-4138-b6bc-53319cf3cc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:21.981361 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:05:24.142311 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56438) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:24.201801 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.pecan_wsgi.hooks.translation [None req-1faec4f6-fb4d-4627-a34c-ce2ba998bf6f admin admin] GET failed (client error): The resource could not be found. Jun 23 14:05:24.203161 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1faec4f6-fb4d-4627-a34c-ce2ba998bf6f admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0598133 Jun 23 14:05:24.274015 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-814e5f2c-f68c-4cf7-a290-e45bd8cf2e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:24.275477 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-814e5f2c-f68c-4cf7-a290-e45bd8cf2e1f admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0684226 Jun 23 14:05:24.284834 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Request body: {'subnet': {'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930', 'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:05:24.304484 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Made reservation on behalf of 80dbf9e1a04f4de8b49b09f751d39567 for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:05:24.306799 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:24.464595 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:24.467436 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-83d9af85-b7d6-4795-affc-6a0373f619d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:24.518071 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Pushing event updated for resources: {'Subnet': ['ID=19075923-0324-4194-bb68-b7787aab2696,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:24.521292 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:24.526662 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Checking segment: {'id': '17da4c9c-5564-47f2-afdc-22d72aa9f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:05:24.527014 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Network hostable DHCP agents. Network: 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:05:24.542328 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:05:24.550655 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:05:24.555154 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:24.555736 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:24.561331 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5110f3fd-d8c0-43af-8f0e-3e8ca4e6cda9 None None] Network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:05:24.569837 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2883410 Jun 23 14:05:24.806325 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ed5f05c-69cb-5583-abd3-207797de1a02-2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930', 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930', 'tenant_id': '80dbf9e1a04f4de8b49b09f751d39567', 'fixed_ips': [{'subnet_id': '19075923-0324-4194-bb68-b7787aab2696'}]}} from dv-cinder-794001-2-iscsi. {{(pid=93099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:05:24.807219 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:24.945085 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Allocated IP 192.168.233.2 (2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930/19075923-0324-4194-bb68-b7787aab2696/f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:05:25.089475 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:25.101281 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Transition to ACTIVE for port object f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:05:25.128416 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Transition to ACTIVE for port object f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:05:25.136143 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:25.138495 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:25.183428 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:05:25.187222 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Pushing event updated for resources: {'Port': ['ID=f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:25.189634 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:05:25.192955 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:05:25.200602 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.200952 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.201294 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.201632 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.201966 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.202307 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.202659 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.202987 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.203336 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.203668 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.203992 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.204338 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:25.210427 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:25.259333 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Attempting to bind port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:05:25.259736 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Attempting to bind port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '17da4c9c-5564-47f2-afdc-22d72aa9f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:05:25.260092 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Attempting to bind port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f on network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:05:25.265082 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:05:25.265465 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Checking segment: {'id': '17da4c9c-5564-47f2-afdc-22d72aa9f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:05:25.265870 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:25.266266 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Bound using segment: {'id': '17da4c9c-5564-47f2-afdc-22d72aa9f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:05:25.266812 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Bound port: f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17da4c9c-5564-47f2-afdc-22d72aa9f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:05:25.267194 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:25.329203 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] For port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:05:25.332520 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] For port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f,segment=NetworkSegment(17da4c9c-5564-47f2-afdc-22d72aa9f60e),segment_id=17da4c9c-5564-47f2-afdc-22d72aa9f60e)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:05:25.336620 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:25.339713 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:25.402040 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Pushing event updated for resources: {'Port': ['ID=f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:25.405636 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:26.207799 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a419e4-77c7-4713-b4c1-d273b3adc831 None None] Network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:05:26.265865 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-d235c77d-7a29-4db6-806c-17535a56314a None None] Provisioning for port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:05:26.474739 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:05:26.533709 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:05:26.538326 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:05:26.539519 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:26.620409 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-863c34e4-7894-43dd-b506-612f94eda029 None None] Provisioning complete for port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:05:26.620800 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-863c34e4-7894-43dd-b506-612f94eda029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:26.648344 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:26.691753 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f,segment=NetworkSegment(17da4c9c-5564-47f2-afdc-22d72aa9f60e),segment_id=17da4c9c-5564-47f2-afdc-22d72aa9f60e)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:05:26.699526 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:26.703214 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d47716ab-89b7-4b66-991d-e2654cbc9eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:26.779002 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:26.782542 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:28.447761 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:05:28.500915 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port f42ff7f9-72fd-424b-8d6d-907ea2fd8b5f triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:05:28.501568 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:28.565401 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 5 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:05:41.016664 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fdcae27f-9db8-4d80-a8df-02127fb9300a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:43.671529 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-462f11cd-acb7-465e-9657-c7fea98bae88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:44.206960 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:45.103361 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:46.536362 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:05.562800 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 5 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:06:11.019625 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-288ab6a5-acfb-4b30-b60e-ab8a6f819503 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:13.672508 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8191ff92-5d33-414d-a667-09b13d786fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:14.209772 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:15.106734 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:16.538619 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:31.579663 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56490) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:31.585613 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [None req-9029677c-5205-4d11-a120-15d856fae752 tempest-verify_tempest_config-507604319 tempest-verify_tempest_config-507604319-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:06:31.586601 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-9029677c-5205-4d11-a120-15d856fae752 tempest-verify_tempest_config-507604319 tempest-verify_tempest_config-507604319-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059600 Jun 23 14:06:31.880567 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56508) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:31.980226 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:32.067117 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:32.070783 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:32.077143 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:06:32.116673 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d49d3ed14baa4f8d990a2cad125c97e7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2350869 Jun 23 14:06:32.118630 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20915e08-3ad6-49fd-9638-fe722427e5ad,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:06:32.119331 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 56512) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:32.125403 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.125761 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.126108 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.126469 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.126809 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.127156 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.127611 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.128162 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.128730 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.129282 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.129621 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.129954 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.134104 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:06:32.211166 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:32.230995 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:32.319455 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:32.322748 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:32.323906 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/20915e08-3ad6-49fd-9638-fe722427e5ad HTTP/1.1" status: 204 len: 168 time: 0.2035244 Jun 23 14:06:32.324872 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:06:32.335167 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20915e08-3ad6-49fd-9638-fe722427e5ad,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:06:32.343923 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.344279 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.344612 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.345007 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.345257 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.345600 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.345930 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.346249 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.346615 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.346937 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.347253 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.347565 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Tracked resource versions report: Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: pushed versions: Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: { 'AddressGroup': {'1.2'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'ConntrackHelper': {'1.0'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Log': {'1.0'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Network': {'1.1'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Port': {'1.7'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'PortForwarding': {'1.2'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'QosPolicy': {'1.8'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SecurityGroup': {'1.4'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SubPort': {'1.0'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Subnet': {'1.1'}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Trunk': {'1.1'}} Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: consumer versions: Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: { DHCP agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: L3 agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: Metadata agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: Metering agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: Open vSwitch agent@dv-cinder-794001-2-iscsi: { 'AddressGroup': '1.2', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'ConntrackHelper': '1.0', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Log': '1.0', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Network': '1.1', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Port': '1.7', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'PortForwarding': '1.2', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'QosPolicy': '1.8', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SecurityGroup': '1.4', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SecurityGroupRule': '1.2', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SubPort': '1.0', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Subnet': '1.1', Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Trunk': '1.1'}} Jun 23 14:06:32.348656 dv-cinder-794001-2-iscsi neutron-server[93097]: {{(pid=93097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:06:32.377181 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:06:41.024470 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b1f261cf-4e4e-4a14-a6fc-dedfa170bfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:42.561972 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 5 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:06:43.673754 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3defacc7-bcc0-41db-a4de-8975562fa597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:44.213250 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:45.111022 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:46.540406 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:11.025040 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b599fdf5-c38a-44fa-9ebe-6ff08f445772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:13.674517 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-954a5800-26f7-484c-9761-46910978ad44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:14.214219 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:15.112429 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:16.543202 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:19.564179 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 5 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:07:41.026765 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6b888cc8-9515-4260-a3ae-082e26d13d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:43.676032 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84ed05b7-8f52-4ae0-a306-47fb540d30e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:44.214728 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:45.115130 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:46.545434 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:56.563184 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 5 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:08:11.026787 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d346acc4-9d01-4647-9633-c63fdfc08c70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:11.097419 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045'] for agent, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:13.676447 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2a074482-db49-47a6-a753-b251b0dfdc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:14.216412 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:15.000922 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 56570) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:08:15.101030 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-ea8dcf38-75b1-4292-b401-6a5cbfee02ef admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0989647 Jun 23 14:08:15.137106 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:16.548641 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:17.245080 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 56580) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:08:17.298472 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-84393870-9817-4c17-9a2c-bb2c760dc1ea admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0522842 Jun 23 14:08:33.562597 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:08:41.028629 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-296b8d23-30a4-43e2-9f03-07ea09658128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:41.038977 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:43.676659 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-85f9128b-96bb-446e-ae5c-ad3ebb5ee81c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:44.220253 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:45.117464 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:46.551986 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:10.561769 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:09:11.028899 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f3688506-8ad9-4edf-a23e-ee64ba0a459f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:11.054538 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:13.681926 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7a278123-053b-410e-94be-24792a8ff5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:14.221692 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:15.121732 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:16.557051 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:41.029384 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d651ca29-5d7e-4db2-9fdf-d57b042d6fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:41.059081 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:43.675759 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cd141460-2a48-49d1-9fde-c87535d7acc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:44.222074 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:45.121567 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:46.565122 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:47.561152 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:09:49.729974 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 56756) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:49.983033 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56776) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:50.045253 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-network', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.046867 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.quota [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Loaded quota_driver: . Jun 23 14:09:50.085294 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Made reservation on behalf of b560f5b218b54de3a8c1704bc3a09979 for: {'network': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:50.088057 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.103672 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.209634 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.213937 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.218818 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:50.250086 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e3aeae-e148-4ac4-9bec-8c85454c6f54,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:50.253087 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 689} {{(pid=93097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:09:50.263113 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.263469 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.264019 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.264355 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.264675 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.265001 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.265323 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.265639 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.265995 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.266408 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.267270 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.267531 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Tracked resource versions report: Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: pushed versions: Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: { 'AddressGroup': {'1.2'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'ConntrackHelper': {'1.0'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Log': {'1.0'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Network': {'1.1'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Port': {'1.7'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'PortForwarding': {'1.2'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'QosPolicy': {'1.8'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SecurityGroup': {'1.4'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SubPort': {'1.0'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Subnet': {'1.1'}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Trunk': {'1.1'}} Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: consumer versions: Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: { DHCP agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: HyperV agent@hv-cinder-79400: {}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: L3 agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: Metadata agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: Metering agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: Open vSwitch agent@dv-cinder-794001-2-iscsi: { 'AddressGroup': '1.2', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'ConntrackHelper': '1.0', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Log': '1.0', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Network': '1.1', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Port': '1.7', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'PortForwarding': '1.2', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'QosPolicy': '1.8', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SecurityGroup': '1.4', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SecurityGroupRule': '1.2', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'SubPort': '1.0', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Subnet': '1.1', Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: 'Trunk': '1.1'}} Jun 23 14:09:50.268605 dv-cinder-794001-2-iscsi neutron-server[93097]: {{(pid=93097) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:09:50.272541 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:50.280557 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784508556054', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.281059 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Unsubscribe: segment precommit_create {{(pid=93097) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:09:50.281542 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.segments_db [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Added segment eaa626b8-8ac5-40d1-b3ff-3c6c4761b282 of type vlan for network 11879569-ede3-4725-9735-40e8446c333f Jun 23 14:09:50.340828 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.342169 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-958596432-network', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.374228 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Made reservation on behalf of 8c02036f0bb54c9e9b69ad164ea237b0 for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:50.377859 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.390891 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.391433 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.392368 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:50.393039 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.404718 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:50.480294 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56798) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:50.516249 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7848115 Jun 23 14:09:50.516889 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 56802) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:50.517385 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.520986 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.524866 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Request body: {'subnet': {'network_id': '11879569-ede3-4725-9735-40e8446c333f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-subnet', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.542334 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Pushing event updated for resources: {'Network': ['ID=11879569-ede3-4725-9735-40e8446c333f,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:50.544999 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=93098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:09:50.549110 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:50.555138 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Made reservation on behalf of b560f5b218b54de3a8c1704bc3a09979 for: {'subnet': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:50.556046 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 11879569-ede3-4725-9735-40e8446c333f details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:09:50.559873 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.580243 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:50.606297 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.606901 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Added segment a3bd9eae-cff0-4c89-9efa-a906d0ff7704 of type vlan for network ee6dc90d-4347-40e8-be94-df80e106a1bb Jun 23 14:09:50.685078 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1851d0c8-81f9-414f-84cf-52ed7fde10bf,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:50.700059 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.700847 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.701373 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.701907 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.702451 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.702996 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.703385 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.703829 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.704282 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.704680 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.705072 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.705469 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Tracked resource versions report: Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: pushed versions: Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: { 'AddressGroup': {'1.2'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'ConntrackHelper': {'1.0'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Log': {'1.0'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Network': {'1.1'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Port': {'1.7'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'PortForwarding': {'1.2'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'QosPolicy': {'1.8'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SecurityGroup': {'1.4'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SubPort': {'1.0'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Subnet': {'1.1'}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Trunk': {'1.1'}} Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: consumer versions: Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: { DHCP agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: HyperV agent@hv-cinder-79400: {}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: L3 agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: Metadata agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: Metering agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: Open vSwitch agent@dv-cinder-794001-2-iscsi: { 'AddressGroup': '1.2', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'ConntrackHelper': '1.0', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Log': '1.0', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Network': '1.1', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Port': '1.7', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'PortForwarding': '1.2', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'QosPolicy': '1.8', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SecurityGroup': '1.4', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SecurityGroupRule': '1.2', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'SubPort': '1.0', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Subnet': '1.1', Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: 'Trunk': '1.1'}} Jun 23 14:09:50.706619 dv-cinder-794001-2-iscsi neutron-server[93098]: {{(pid=93098) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:09:50.723248 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.729847 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:50.759969 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.761556 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:50.762619 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.766520 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:50.802045 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8164678 Jun 23 14:09:50.831826 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56812) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:50.836911 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Request body: {'subnet': {'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-subnet', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.845483 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013'] for subnet, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.850450 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Pushing event updated for resources: {'Network': ['ID=ee6dc90d-4347-40e8-be94-df80e106a1bb,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:50.853148 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:50.856203 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:50.861071 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network ee6dc90d-4347-40e8-be94-df80e106a1bb details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:09:50.888510 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Made reservation on behalf of 8c02036f0bb54c9e9b69ad164ea237b0 for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:50.891081 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.897701 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6ca4a89-2513-4a2e-982e-1be98c7cafa1,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:50.917200 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:50.922133 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1457779888-network', 'tenant_id': 'ff767a2274714f4f986dc742cc4aa42d'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.928060 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Checking segment: {'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:50.928660 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Network hostable DHCP agents. Network: 11879569-ede3-4725-9735-40e8446c333f, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:09:50.952565 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Network 11879569-ede3-4725-9735-40e8446c333f is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:09:50.967563 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 11879569-ede3-4725-9735-40e8446c333f) {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:50.973917 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:50.975012 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.987871 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ae5103-ca16-4766-bbe5-68a5b4dacca9 None None] Network 11879569-ede3-4725-9735-40e8446c333f requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:50.997035 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.4762862 Jun 23 14:09:50.998045 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 56822) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:51.003425 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-router', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:51.035194 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16452626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32584'] for router, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.037062 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Made reservation on behalf of ff767a2274714f4f986dc742cc4aa42d for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:51.039566 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16452633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16294700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16437327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32577'] for router, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.040215 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.057001 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.152160 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.160693 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a96f33c-26e4-43de-9ae5-1bebb71bcf1e None None] Network 11879569-ede3-4725-9735-40e8446c333f requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:51.198170 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-dabe38f3-b1c2-4a8b-8aac-d7b3c515068c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:51.257693 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.267214 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.335560 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.361418 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Pushing event updated for resources: {'Subnet': ['ID=941e3ac9-5928-46dc-8cdf-a10bd1731c6f,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:51.363823 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:09:51.375194 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.375538 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Added segment f357bc6a-3b33-4367-b4fd-e798f909bd6c of type vlan for network 338d37ad-7a79-4608-9753-280287b911e4 Jun 23 14:09:51.376921 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:51.379007 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-bea22d96-42fb-4136-900e-007f17c03628 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:51.408935 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Checking segment: {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:51.409602 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Network hostable DHCP agents. Network: ee6dc90d-4347-40e8-be94-df80e106a1bb, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:09:51.431953 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c4ce48-8d92-4fcc-863d-47339fa41787,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:51.438396 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:51.456813 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.472087 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Network ee6dc90d-4347-40e8-be94-df80e106a1bb is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:09:51.490622 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, ee6dc90d-4347-40e8-be94-df80e106a1bb) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:51.499598 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b22a5cf-095f-4a37-b730-f0b03dbc601a None None] Network ee6dc90d-4347-40e8-be94-df80e106a1bb requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:51.500317 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:51.501061 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.512816 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.515119 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:51.515824 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.519801 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f759ddee-1b95-4e62-8a15-679001ace7e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:51.556587 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.575992 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7430065 Jun 23 14:09:51.576564 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56852) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:51.586937 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:51.597647 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Pushing event updated for resources: {'Network': ['ID=338d37ad-7a79-4608-9753-280287b911e4,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:51.601510 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:51.608268 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1266723 Jun 23 14:09:51.611493 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56854) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:51.618459 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Request body: {'subnet': {'network_id': '338d37ad-7a79-4608-9753-280287b911e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1457779888-subnet', 'tenant_id': 'ff767a2274714f4f986dc742cc4aa42d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:51.636629 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16452626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32584'] for router, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.639598 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16452633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16294700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16437327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32577'] for router, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.640697 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 338d37ad-7a79-4608-9753-280287b911e4 details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:09:51.684520 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Made reservation on behalf of ff767a2274714f4f986dc742cc4aa42d for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:51.687149 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.879656 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ed5f05c-69cb-5583-abd3-207797de1a02-ee6dc90d-4347-40e8-be94-df80e106a1bb', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f'}]}} from dv-cinder-794001-2-iscsi. {{(pid=93099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:09:51.884305 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.945043 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.949835 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.961105 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.967316 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:51.994634 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.276813 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Allocated IP 172.27.3.108 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/2bb0cdd3-bcf1-4fce-b7ef-903328dce16a) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:52.308040 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Allocated IP 172.20.0.2 (ee6dc90d-4347-40e8-be94-df80e106a1bb/941e3ac9-5928-46dc-8cdf-a10bd1731c6f/ac85418c-9cac-4b3a-8ed2-5758e15597bf) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:52.337067 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25ca945-3bf2-4de5-9b1a-41d925af23f4,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:52.351162 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:52.352732 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Checking segment: {'id': 'f357bc6a-3b33-4367-b4fd-e798f909bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '338d37ad-7a79-4608-9753-280287b911e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:52.353345 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Network hostable DHCP agents. Network: 338d37ad-7a79-4608-9753-280287b911e4, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:09:52.381504 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Network 338d37ad-7a79-4608-9753-280287b911e4 is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:09:52.417771 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.511873 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.591243 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.591243 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:52.591570 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 338d37ad-7a79-4608-9753-280287b911e4) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:52.609918 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82bb103d-0fcb-43b4-80a2-4547a4d00d29 None None] Network 338d37ad-7a79-4608-9753-280287b911e4 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:52.629465 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:52.630062 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.654416 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c227e3d7-40fd-4277-9fe9-0e34dc9c74f5 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0395756 Jun 23 14:09:52.685951 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.736144 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:52.761406 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:52.768184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:09:52.778638 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Transition to ACTIVE for port object ac85418c-9cac-4b3a-8ed2-5758e15597bf will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:09:52.821992 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Transition to ACTIVE for port object ac85418c-9cac-4b3a-8ed2-5758e15597bf will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:09:52.827878 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.846056 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.853481 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.855723 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:52.920963 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Pushing event updated for resources: {'Port': ['ID=2bb0cdd3-bcf1-4fce-b7ef-903328dce16a,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:52.936687 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:52.950204 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Pushing event updated for resources: {'Port': ['ID=ac85418c-9cac-4b3a-8ed2-5758e15597bf,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:52.968803 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.969349 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.969768 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.970932 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.971342 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.971751 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.972281 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.973054 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.973054 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.973556 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.974006 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.974600 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Tracked resource versions report: Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: pushed versions: Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: { 'AddressGroup': {'1.2'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'ConntrackHelper': {'1.0'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Log': {'1.0'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Network': {'1.1'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Port': {'1.7'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'PortForwarding': {'1.2'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'QosPolicy': {'1.8'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SecurityGroup': {'1.4'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SubPort': {'1.0'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Subnet': {'1.1'}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Trunk': {'1.1'}} Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: consumer versions: Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: { DHCP agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: HyperV agent@hv-cinder-79400: {}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: L3 agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: Metadata agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: Metering agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: Open vSwitch agent@dv-cinder-794001-2-iscsi: { 'AddressGroup': '1.2', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'ConntrackHelper': '1.0', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Log': '1.0', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Network': '1.1', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Port': '1.7', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'PortForwarding': '1.2', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'QosPolicy': '1.8', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SecurityGroup': '1.4', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SecurityGroupRule': '1.2', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'SubPort': '1.0', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Subnet': '1.1', Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: 'Trunk': '1.1'}} Jun 23 14:09:52.975929 dv-cinder-794001-2-iscsi neutron-server[93099]: {{(pid=93099) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:09:53.009822 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Network ee6dc90d-4347-40e8-be94-df80e106a1bb is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:53.010936 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:53.015463 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:53.018150 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:09:53.024057 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b55893-b4d2-43f6-bf47-01f3f2fcd4ff None None] Network 338d37ad-7a79-4608-9753-280287b911e4 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:53.051276 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Allocated IP 172.27.3.65 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/cf746256-d553-406d-ac95-8b5188a663b0) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:53.199015 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.228112 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.262107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Attempting to bind port ac85418c-9cac-4b3a-8ed2-5758e15597bf on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:09:53.262546 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Attempting to bind port ac85418c-9cac-4b3a-8ed2-5758e15597bf by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:09:53.262910 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Attempting to bind port ac85418c-9cac-4b3a-8ed2-5758e15597bf on network ee6dc90d-4347-40e8-be94-df80e106a1bb {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:09:53.270910 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.273447 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-37af5385-6205-4fb4-ae1c-7beeec3196fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:53.316426 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:09:53.317268 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Checking segment: {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:53.317768 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.318221 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Bound using segment: {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:09:53.318843 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Bound port: ac85418c-9cac-4b3a-8ed2-5758e15597bf, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:09:53.319297 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.343845 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:53.362120 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:53.375603 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:09:53.384957 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Pushing event updated for resources: {'Port': ['ID=cf746256-d553-406d-ac95-8b5188a663b0,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:53.394963 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] For port ac85418c-9cac-4b3a-8ed2-5758e15597bf, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:09:53.398471 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] For port ac85418c-9cac-4b3a-8ed2-5758e15597bf, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=ac85418c-9cac-4b3a-8ed2-5758e15597bf,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:09:53.406256 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.410524 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:53.440538 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:53.486302 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Pushing event updated for resources: {'Port': ['ID=ac85418c-9cac-4b3a-8ed2-5758e15597bf,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:53.489771 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:53.523538 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16451719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835'] for router, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.674136 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.698842 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Router afdd996a-6c34-466d-b0d7-1764074c88b4 is scheduled to L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 with binding_index 1 {{(pid=93097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:09:53.931076 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:09:53.944817 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Sync routers for ids ['afdd996a-6c34-466d-b0d7-1764074c88b4'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:09:53.961624 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Routers {'afdd996a-6c34-466d-b0d7-1764074c88b4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:09:53.962581 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:09:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['afdd996a-6c34-466d-b0d7-1764074c88b4'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:53.977716 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Notify callbacks [] for router, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.980420 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.9800260 Jun 23 14:09:53.983090 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 56930) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:54.082738 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16451719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835'] for router, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:54.328491 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Set router afdd996a-6c34-466d-b0d7-1764074c88b4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:09:54.400210 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 is scheduled to L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 with binding_index 1 {{(pid=93098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:09:54.430486 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 56966) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:54.433567 dv-cinder-794001-2-iscsi neutron-server[93097]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 14:09:54.644582 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:09:54.655080 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Sync routers for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:09:54.668191 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:09:54.668825 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:09:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:54.679839 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:54.684049 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1022239 Jun 23 14:09:54.685797 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 56978) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:54.863918 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-router', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:52Z', 'revision_number': 3, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'gw_port': {'id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:54.876786 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device ac85418c-9cac-4b3a-8ed2-5758e15597bf up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:09:54.967399 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Checking router: afdd996a-6c34-466d-b0d7-1764074c88b4 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:09:54.967906 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Updating router afdd996a-6c34-466d-b0d7-1764074c88b4 port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a binding host dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:09:54.975451 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port ac85418c-9cac-4b3a-8ed2-5758e15597bf completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:09:54.980205 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-45513426-36d7-4acf-8e18-ad17e503558f tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:54.981708 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-45513426-36d7-4acf-8e18-ad17e503558f tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/networks?id=338d37ad-7a79-4608-9753-280287b911e4 HTTP/1.1" status: 200 len: 812 time: 0.5493758 Jun 23 14:09:54.989128 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:09:55.015614 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-618cd3e9-90d6-43fb-8b3c-ae2d82613884 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/quotas/ff767a2274714f4f986dc742cc4aa42d HTTP/1.1" status: 200 len: 375 time: 0.0210502 Jun 23 14:09:55.054847 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df7575f-e3c7-4e3f-8ef5-16fd0a6d053c None None] Network ee6dc90d-4347-40e8-be94-df80e106a1bb requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:55.060718 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.098465 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-9ea188bd-221f-4717-90cd-701979daee01 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=ff767a2274714f4f986dc742cc4aa42d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522044 Jun 23 14:09:55.412722 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.501446 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-8a0f2daa-fb03-4b9e-b7c5-c63a25804310 None None] Provisioning for port ac85418c-9cac-4b3a-8ed2-5758e15597bf completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:09:55.529923 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.531661 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-8a0f2daa-fb03-4b9e-b7c5-c63a25804310 None None] Provisioning complete for port ac85418c-9cac-4b3a-8ed2-5758e15597bf triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:09:55.532039 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2daa-fb03-4b9e-b7c5-c63a25804310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.539662 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-c36793ce-3aa3-4315-930b-de7181d5bae4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:09:55.546436 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Transition to ACTIVE for port object 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:09:55.548759 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-c36793ce-3aa3-4315-930b-de7181d5bae4 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1661882 Jun 23 14:09:55.559161 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.563425 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-65490104-7269-4890-914a-32f292c742b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:55.672634 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Pushing event updated for resources: {'Port': ['ID=2bb0cdd3-bcf1-4fce-b7ef-903328dce16a,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:55.685639 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.686903 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.687479 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.688187 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.688801 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.689717 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.690277 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.690837 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.691412 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.691962 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.692739 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.693284 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Tracked resource versions report: Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: pushed versions: Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: { 'AddressGroup': {'1.2'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'ConntrackHelper': {'1.0'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Log': {'1.0'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Network': {'1.1'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Port': {'1.7'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'PortForwarding': {'1.2'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'QosPolicy': {'1.8'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SecurityGroup': {'1.4'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SubPort': {'1.0'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Subnet': {'1.1'}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Trunk': {'1.1'}} Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: consumer versions: Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: { DHCP agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: HyperV agent@hv-cinder-79400: {}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: L3 agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: Metadata agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: Metering agent@dv-cinder-794001-2-iscsi: {}, Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: Open vSwitch agent@dv-cinder-794001-2-iscsi: { 'AddressGroup': '1.2', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'ConntrackHelper': '1.0', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Log': '1.0', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Network': '1.1', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Port': '1.7', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'PortForwarding': '1.2', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'QosPolicy': '1.8', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SecurityGroup': '1.4', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SecurityGroupRule': '1.2', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'SubPort': '1.0', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Subnet': '1.1', Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: 'Trunk': '1.1'}} Jun 23 14:09:55.694583 dv-cinder-794001-2-iscsi neutron-server[93100]: {{(pid=93100) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:09:55.720713 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:55.769985 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57040) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:55.791456 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Attempting to bind port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:09:55.791885 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Attempting to bind port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:09:55.792256 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Attempting to bind port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a on network a8114055-eda3-4a8a-939d-4d3bf614516a {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:09:55.798901 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:09:55.799278 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:55.799825 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.800383 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Bound using segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:09:55.800867 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Bound port: 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:09:55.801386 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.865788 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2daa-fb03-4b9e-b7c5-c63a25804310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.866310 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] For port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:09:55.871296 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] For port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=2bb0cdd3-bcf1-4fce-b7ef-903328dce16a,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:09:55.881440 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.901928 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:55.942533 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-393c1c2e-8136-4eb5-a3c8-861d96a9f1ac service neutron] 10.222.0.26 "GET /v2.0/networks/338d37ad-7a79-4608-9753-280287b911e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922966 Jun 23 14:09:55.976332 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-8a0f2daa-fb03-4b9e-b7c5-c63a25804310 None None] For port ac85418c-9cac-4b3a-8ed2-5758e15597bf, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=ac85418c-9cac-4b3a-8ed2-5758e15597bf,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:09:56.001126 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8a0f2daa-fb03-4b9e-b7c5-c63a25804310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.009284 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:53Z', 'revision_number': 3, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:56.012063 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Pushing event updated for resources: {'Port': ['ID=2bb0cdd3-bcf1-4fce-b7ef-903328dce16a,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:56.018507 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:56.026670 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:56.043237 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Routers {'afdd996a-6c34-466d-b0d7-1764074c88b4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:09:56.046073 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:09:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['afdd996a-6c34-466d-b0d7-1764074c88b4'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:56.057912 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Checking router: 2e5f46d4-797e-443f-99a0-baf9a5a068d9 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:09:56.074580 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Updating router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 port cf746256-d553-406d-ac95-8b5188a663b0 binding host dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:09:56.129959 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d53c419e-29ce-4d5a-b60f-ce27f116f71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.147565 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Allocated IP 172.20.0.1 (11879569-ede3-4725-9735-40e8446c333f/c6ca4a89-2513-4a2e-982e-1be98c7cafa1/c7883d59-4082-40d2-baec-43ae6fe13f5b) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:56.192953 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.198128 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f2daa-fb03-4b9e-b7c5-c63a25804310 None None] Pushing event updated for resources: {'Port': ['ID=ac85418c-9cac-4b3a-8ed2-5758e15597bf,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:56.217813 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8a0f2daa-fb03-4b9e-b7c5-c63a25804310 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:56.256447 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] Set router afdd996a-6c34-466d-b0d7-1764074c88b4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:09:56.401604 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d53c419e-29ce-4d5a-b60f-ce27f116f71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.404184 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.416217 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d53c419e-29ce-4d5a-b60f-ce27f116f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.420834 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:56.473358 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-a2255870-2f34-4bf2-9c3b-d1123f6a3308 service neutron] 10.222.0.26 "GET /v2.0/networks/338d37ad-7a79-4608-9753-280287b911e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5211546 Jun 23 14:09:56.567883 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-d53c419e-29ce-4d5a-b60f-ce27f116f71f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=65bf1fda60d44318bf16f9f135756984&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7923532 Jun 23 14:09:56.574899 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57090) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:56.576111 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53c419e-29ce-4d5a-b60f-ce27f116f71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06f9888b-1afe-4f81-b9f0-3683500b5b23,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:56.585137 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d53c419e-29ce-4d5a-b60f-ce27f116f71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:56.597874 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.702833 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-router', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:52Z', 'revision_number': 3, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'gw_port': {'id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:56.742546 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb71f08-4e86-4852-8450-0639cc799d7f None None] The sync data for ids ['afdd996a-6c34-466d-b0d7-1764074c88b4'] in dv-cinder-794001-2-iscsi is: [{'id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-router', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:52Z', 'revision_number': 3, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'gw_port': {'id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:09:56.755256 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.757483 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:56.794819 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b6e5-eb89-44c9-8566-024bcbe45f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.832246 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Allocated IP 172.20.0.1 (ee6dc90d-4347-40e8-be94-df80e106a1bb/941e3ac9-5928-46dc-8cdf-a10bd1731c6f/cf6e9ba2-6847-413b-afb6-bf05e21e0934) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:56.838503 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Pushing event updated for resources: {'Port': ['ID=c7883d59-4082-40d2-baec-43ae6fe13f5b,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:56.843139 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:56.852716 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Network 11879569-ede3-4725-9735-40e8446c333f is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:56.854603 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:56.862453 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:09:56.863385 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16478827'] for router_interface, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.863508 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b6e5-eb89-44c9-8566-024bcbe45f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.931920 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device ac85418c-9cac-4b3a-8ed2-5758e15597bf up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:09:57.147524 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57130) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:57.151941 dv-cinder-794001-2-iscsi neutron-server[93098]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 14:09:57.152906 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.181472 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Transition to ACTIVE for port object cf746256-d553-406d-ac95-8b5188a663b0 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:09:57.186905 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b6e5-eb89-44c9-8566-024bcbe45f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.187815 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-81a2e8c8-7ca8-4c0c-a3d3-e68e807750eb None None] Provisioning complete for port ac85418c-9cac-4b3a-8ed2-5758e15597bf triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:09:57.188433 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-81a2e8c8-7ca8-4c0c-a3d3-e68e807750eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.290703 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.298644 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.299982 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.334566 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.provisioning_blocks [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Transition to ACTIVE for port object cf6e9ba2-6847-413b-afb6-bf05e21e0934 will not be triggered until provisioned by entity DHCP. {{(pid=93098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:09:57.343615 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b4c75454-132a-484d-8adc-cbb2c080cbba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:57.424685 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e8e6b6e5-eb89-44c9-8566-024bcbe45f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.431845 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e8e6b6e5-eb89-44c9-8566-024bcbe45f75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06f9888b-1afe-4f81-b9f0-3683500b5b23 HTTP/1.1" status: 204 len: 168 time: 0.8438570 Jun 23 14:09:57.431845 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:57.451085 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6b6e5-eb89-44c9-8566-024bcbe45f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06f9888b-1afe-4f81-b9f0-3683500b5b23,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:57.454534 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e8e6b6e5-eb89-44c9-8566-024bcbe45f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:57.458720 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-433cda7a-8680-472f-bb57-4d324fc2a95a req-bf943af8-3c0d-42b6-a725-63560f121448 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.3097253 Jun 23 14:09:57.471924 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.490777 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:57.549024 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Network ee6dc90d-4347-40e8-be94-df80e106a1bb is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:57.552307 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:57.559167 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:09:57.559689 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16478827'] for router_interface, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.589569 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a4f3f-e2df-481c-9b6d-ccba472ec0a8 None None] Pushing event updated for resources: {'Port': ['ID=cf746256-d553-406d-ac95-8b5188a663b0,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:57.594222 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ef7a4f3f-e2df-481c-9b6d-ccba472ec0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:57.700163 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Attempting to bind port cf746256-d553-406d-ac95-8b5188a663b0 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:09:57.700807 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Attempting to bind port cf746256-d553-406d-ac95-8b5188a663b0 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:09:57.701382 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Attempting to bind port cf746256-d553-406d-ac95-8b5188a663b0 on network a8114055-eda3-4a8a-939d-4d3bf614516a {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:09:57.717124 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:09:57.717768 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:57.718384 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.719011 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Bound using segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:09:57.719932 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Bound port: cf746256-d553-406d-ac95-8b5188a663b0, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:09:57.720652 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.837071 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Pushing event updated for resources: {'Port': ['ID=cf6e9ba2-6847-413b-afb6-bf05e21e0934,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:57.847294 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:57.853309 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] For port cf746256-d553-406d-ac95-8b5188a663b0, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:09:57.858119 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] For port cf746256-d553-406d-ac95-8b5188a663b0, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=cf746256-d553-406d-ac95-8b5188a663b0,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:09:57.885248 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.898103 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.898664 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.900011 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16334052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478855'] for router_interface, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.902229 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port ac85418c-9cac-4b3a-8ed2-5758e15597bf triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:09:57.902642 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.925240 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-160b6819-1ce1-475e-b6e1-6c98697ed321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:57.953390 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ef7a4f3f-e2df-481c-9b6d-ccba472ec0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:58.164309 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:09:58.166656 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:09:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:58.167606 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.258523 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Pushing event updated for resources: {'Port': ['ID=c7883d59-4082-40d2-baec-43ae6fe13f5b,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:58.268580 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:58.275719 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a4f3f-e2df-481c-9b6d-ccba472ec0a8 None None] Pushing event updated for resources: {'Port': ['ID=cf746256-d553-406d-ac95-8b5188a663b0,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:58.279921 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ef7a4f3f-e2df-481c-9b6d-ccba472ec0a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:58.299415 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Network 11879569-ede3-4725-9735-40e8446c333f is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:58.301533 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:58.337396 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ac7726bd-aa0a-4ec5-9701-1e5b40b804d2 None None] Provisioning for port cf6e9ba2-6847-413b-afb6-bf05e21e0934 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:09:58.347460 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57192) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:58.372079 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ac7726bd-aa0a-4ec5-9701-1e5b40b804d2 None None] Provisioning complete for port cf6e9ba2-6847-413b-afb6-bf05e21e0934 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:09:58.372461 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ac7726bd-aa0a-4ec5-9701-1e5b40b804d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.397988 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-dde0aaa7-fbf2-424c-b871-3c2a6a8b7d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.456409 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ac7726bd-aa0a-4ec5-9701-1e5b40b804d2 None None] Port cf6e9ba2-6847-413b-afb6-bf05e21e0934 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:09:58.494675 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:09:58.559138 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.573065 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.575959 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16334052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478855'] for router_interface, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.583124 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e3df76e2-602b-4b8b-9c7b-a1a8498b9907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:58.591990 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57202) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:58.697132 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Pushing event updated for resources: {'Port': ['ID=cf6e9ba2-6847-413b-afb6-bf05e21e0934,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:58.712749 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Router afdd996a-6c34-466d-b0d7-1764074c88b4 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:09:58.713054 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:58.785187 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:09:58.801243 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2713c82b-4d96-4be3-ac55-9f05d248b7b3 req-053f4207-9d87-4aa7-a679-a1ee40e0b643 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.1254063 Jun 23 14:09:58.910030 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:09:58.912351 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-dde0aaa7-fbf2-424c-b871-3c2a6a8b7d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.920197 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:09:58.920672 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.925086 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-dde0aaa7-fbf2-424c-b871-3c2a6a8b7d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.955706 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-05fabd6e-56fa-4158-b122-6212cd472938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:58.974173 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:09:56Z', 'revision_number': 1, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:58.999377 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:09:59.004647 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d0369-8b0e-46df-99ea-549cb18ba29c None None] The sync data for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi is: [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:09:56Z', 'revision_number': 1, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:09:59.010297 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4c4f-9de1-4d9d-b9b9-128624991505 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.028302 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] 10.222.0.26 "PUT /v2.0/routers/afdd996a-6c34-466d-b0d7-1764074c88b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0414581 Jun 23 14:09:59.055060 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.064386 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0aaa7-fbf2-424c-b871-3c2a6a8b7d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee88412-f1c3-411a-b7df-960cf9696747,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:59.075935 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-dde0aaa7-fbf2-424c-b871-3c2a6a8b7d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:59.081340 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Network ee6dc90d-4347-40e8-be94-df80e106a1bb is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:59.101453 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=2bb0cdd3-bcf1-4fce-b7ef-903328dce16a,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:09:59.115238 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.116775 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-8a0f2daa-fb03-4b9e-b7c5-c63a25804310 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:59.217534 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4c4f-9de1-4d9d-b9b9-128624991505 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.221255 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:59.236549 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=2bb0cdd3-bcf1-4fce-b7ef-903328dce16a,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:59.244611 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 57220) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:59.251072 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-dde0aaa7-fbf2-424c-b871-3c2a6a8b7d8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3ff8da99841f4600a83d33422af6bb5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8980677 Jun 23 14:09:59.258917 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9f5a4c4f-9de1-4d9d-b9b9-128624991505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.269720 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:59.272921 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:59.352141 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0e06-32bf-4c3a-b63a-1bba72434f48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.371143 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-9f5a4c4f-9de1-4d9d-b9b9-128624991505 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=11884aa1a7f74545a0a5d1ef8a4a202a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7706714 Jun 23 14:09:59.371594 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 57226) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:59.371689 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5a4c4f-9de1-4d9d-b9b9-128624991505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f294bd8a-7e53-4283-8c90-3e2006670be3,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:59.383119 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9f5a4c4f-9de1-4d9d-b9b9-128624991505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:59.506312 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:09:59.518012 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0e06-32bf-4c3a-b63a-1bba72434f48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.576888 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-cfdcd7e5-2e68-4d3d-a62f-bdd53b246c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.627953 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-cfdcd7e5-2e68-4d3d-a62f-bdd53b246c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.686413 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0e06-32bf-4c3a-b63a-1bba72434f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.717582 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bc2f0e06-32bf-4c3a-b63a-1bba72434f48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.728225 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bc2f0e06-32bf-4c3a-b63a-1bba72434f48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ee88412-f1c3-411a-b7df-960cf9696747 HTTP/1.1" status: 204 len: 168 time: 0.4805861 Jun 23 14:09:59.733619 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2ba2486d-14a4-413e-b815-9437fc8a12bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:59.745919 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2f0e06-32bf-4c3a-b63a-1bba72434f48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee88412-f1c3-411a-b7df-960cf9696747,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:59.750806 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bc2f0e06-32bf-4c3a-b63a-1bba72434f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:59.788356 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-cfdcd7e5-2e68-4d3d-a62f-bdd53b246c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.791642 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-cfdcd7e5-2e68-4d3d-a62f-bdd53b246c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.802338 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-cfdcd7e5-2e68-4d3d-a62f-bdd53b246c2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f294bd8a-7e53-4283-8c90-3e2006670be3 HTTP/1.1" status: 204 len: 168 time: 0.4135387 Jun 23 14:09:59.804949 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:59.817083 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:09:59.824992 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Sync routers for ids ['afdd996a-6c34-466d-b0d7-1764074c88b4'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:09:59.826659 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdcd7e5-2e68-4d3d-a62f-bdd53b246c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f294bd8a-7e53-4283-8c90-3e2006670be3,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:59.844451 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Routers {'afdd996a-6c34-466d-b0d7-1764074c88b4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:09:59.847691 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:09:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['afdd996a-6c34-466d-b0d7-1764074c88b4'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:59.848687 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cfdcd7e5-2e68-4d3d-a62f-bdd53b246c2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:59.853236 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] 10.222.0.26 "PUT /v2.0/routers/2e5f46d4-797e-443f-99a0-baf9a5a068d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1661596 Jun 23 14:09:59.909154 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-e58ba2cd-fe99-4dc4-8633-79e427cbd0d4 None None] Provisioning complete for port cf6e9ba2-6847-413b-afb6-bf05e21e0934 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:09:59.909720 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e58ba2cd-fe99-4dc4-8633-79e427cbd0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.185839 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-e58ba2cd-fe99-4dc4-8633-79e427cbd0d4 None None] Port cf6e9ba2-6847-413b-afb6-bf05e21e0934 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:00.216666 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Set router afdd996a-6c34-466d-b0d7-1764074c88b4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:00.286106 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-616dca2e-f51c-4dc4-a204-a1fbdeab6d55 req-f9d3445f-ec83-43a3-bce9-b8bb28add4d9 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.1225710 Jun 23 14:10:00.533875 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 57284) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:00.553998 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7ffbd7aa-b770-4308-9a9c-a4353ad04c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.558155 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-router', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:57Z', 'revision_number': 4, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'gw_port': {'id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c7883d59-4082-40d2-baec-43ae6fe13f5b', 'name': '', 'network_id': '11879569-ede3-4725-9735-40e8446c333f', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'mac_address': 'fa:16:3e:cb:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c6ca4a89-2513-4a2e-982e-1be98c7cafa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:09:57Z', 'revision_number': 2, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'subnets': [{'id': 'c6ca4a89-2513-4a2e-982e-1be98c7cafa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:00.563624 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-a500d4e8-afe7-4938-9e99-9fc8e0b1e36a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:00.566213 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-a500d4e8-afe7-4938-9e99-9fc8e0b1e36a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 819 time: 0.5203836 Jun 23 14:10:00.597140 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-75b02a87-b4d0-4baa-b462-fe94fd9bd0b9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/quotas/b560f5b218b54de3a8c1704bc3a09979 HTTP/1.1" status: 200 len: 375 time: 0.0216894 Jun 23 14:10:00.599007 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Checking router: afdd996a-6c34-466d-b0d7-1764074c88b4 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:00.599767 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Updating router afdd996a-6c34-466d-b0d7-1764074c88b4 port c7883d59-4082-40d2-baec-43ae6fe13f5b binding host dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:00.643393 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.833729 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7ffbd7aa-b770-4308-9a9c-a4353ad04c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.847331 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7ffbd7aa-b770-4308-9a9c-a4353ad04c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.876501 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-d57c5520-1c77-4701-b6b2-70b0cb79265a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2737911 Jun 23 14:10:00.891750 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device cf746256-d553-406d-ac95-8b5188a663b0 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:00.908847 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:00.913466 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-7ffbd7aa-b770-4308-9a9c-a4353ad04c79 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cd72edad4f974d2685535b923b902dbd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3782320 Jun 23 14:10:00.916274 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57298) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:00.937679 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbd7aa-b770-4308-9a9c-a4353ad04c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6685ab-483e-431c-956d-879800e2cd93,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:00.961421 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7ffbd7aa-b770-4308-9a9c-a4353ad04c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:00.977458 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-67e9cf5b-0c7b-4557-b9a3-b56ef6ba1012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.008231 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-67e9cf5b-0c7b-4557-b9a3-b56ef6ba1012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.046546 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port cf746256-d553-406d-ac95-8b5188a663b0 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:01.050881 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port cf746256-d553-406d-ac95-8b5188a663b0 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:01.051511 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.093055 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.100881 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-67e9cf5b-0c7b-4557-b9a3-b56ef6ba1012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.105219 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-67e9cf5b-0c7b-4557-b9a3-b56ef6ba1012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.107329 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Transition to ACTIVE for port object c7883d59-4082-40d2-baec-43ae6fe13f5b will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:01.111034 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-67e9cf5b-0c7b-4557-b9a3-b56ef6ba1012 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2d6685ab-483e-431c-956d-879800e2cd93 HTTP/1.1" status: 204 len: 168 time: 0.1935616 Jun 23 14:10:01.111802 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.121983 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.132410 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e9cf5b-0c7b-4557-b9a3-b56ef6ba1012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6685ab-483e-431c-956d-879800e2cd93,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.133529 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.141732 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-67e9cf5b-0c7b-4557-b9a3-b56ef6ba1012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.272927 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd8021-ee1d-459d-bdb1-2bb945e12489 None None] Pushing event updated for resources: {'Port': ['ID=c7883d59-4082-40d2-baec-43ae6fe13f5b,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.275352 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.305848 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-34cd8021-ee1d-459d-bdb1-2bb945e12489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.316626 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-ffafc4ec-b481-46e8-8b59-9494e748af4d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:01.318028 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-ffafc4ec-b481-46e8-8b59-9494e748af4d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1777558 Jun 23 14:10:01.334240 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port cf746256-d553-406d-ac95-8b5188a663b0, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=cf746256-d553-406d-ac95-8b5188a663b0,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:01.341711 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.343324 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:01.344968 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.358341 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Attempting to bind port c7883d59-4082-40d2-baec-43ae6fe13f5b on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:01.362945 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Attempting to bind port c7883d59-4082-40d2-baec-43ae6fe13f5b by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:01.364180 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Attempting to bind port c7883d59-4082-40d2-baec-43ae6fe13f5b on network 11879569-ede3-4725-9735-40e8446c333f {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:01.377458 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:01.377786 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Checking segment: {'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:01.378181 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.378786 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Bound using segment: {'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:01.385950 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Bound port: c7883d59-4082-40d2-baec-43ae6fe13f5b, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:01.386425 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.497779 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=cf746256-d553-406d-ac95-8b5188a663b0,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.509572 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.523657 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:01.524065 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.533471 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] For port c7883d59-4082-40d2-baec-43ae6fe13f5b, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:01.544854 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-0e772274-ea54-491d-9ba4-725c95b6b087 service neutron] 10.222.0.26 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195997 Jun 23 14:10:01.545244 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] For port c7883d59-4082-40d2-baec-43ae6fe13f5b, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=c7883d59-4082-40d2-baec-43ae6fe13f5b,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:01.552952 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.555414 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 57322) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:01.562022 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.562687 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-2922b87c-be02-4a47-81f9-9470f179905e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--75824728', 'description': 'tempest-description--2070011869'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:01.614148 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2922b87c-be02-4a47-81f9-9470f179905e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.672480 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd8021-ee1d-459d-bdb1-2bb945e12489 None None] Pushing event updated for resources: {'Port': ['ID=c7883d59-4082-40d2-baec-43ae6fe13f5b,revision_number=4']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.689907 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-34cd8021-ee1d-459d-bdb1-2bb945e12489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.695507 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Routers {'afdd996a-6c34-466d-b0d7-1764074c88b4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:01.696557 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:09:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['afdd996a-6c34-466d-b0d7-1764074c88b4'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:01.756378 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-00a6a092-2ad4-4e51-8b21-541b287f77f8 service neutron] 10.222.0.26 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911144 Jun 23 14:10:01.830834 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2922b87c-be02-4a47-81f9-9470f179905e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.842526 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2922b87c-be02-4a47-81f9-9470f179905e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.867694 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.896842 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922b87c-be02-4a47-81f9-9470f179905e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cf45ee-61a7-4d05-a45d-c51caebace73,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.914570 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1e294f7f-ed7d-4244-8799-d13946bcab12 req-cd8d8f55-a963-4e18-96fc-3931768dac2a tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.0883744 Jun 23 14:10:01.918115 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2922b87c-be02-4a47-81f9-9470f179905e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.937726 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2922b87c-be02-4a47-81f9-9470f179905e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.942891 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57338) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:01.943032 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-2922b87c-be02-4a47-81f9-9470f179905e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.3859205 Jun 23 14:10:01.949871 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-be412fb7-5899-4cd1-af55-6b6ad51a461e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'security_group_rule': {'security_group_id': '27cf45ee-61a7-4d05-a45d-c51caebace73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:01.950536 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] Set router afdd996a-6c34-466d-b0d7-1764074c88b4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:02.007855 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-be412fb7-5899-4cd1-af55-6b6ad51a461e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.116731 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-42092aad-5d49-4f4b-ae91-3d617a1ebef2 req-256c7b76-fee7-4df3-81cd-3a1f888f28a4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 210 time: 0.0453811 Jun 23 14:10:02.177314 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-be412fb7-5899-4cd1-af55-6b6ad51a461e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.182896 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-be412fb7-5899-4cd1-af55-6b6ad51a461e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.212774 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:02.242866 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be412fb7-5899-4cd1-af55-6b6ad51a461e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af351046-b4f4-42df-81c2-c9b1c9971933,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:02.248061 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-be412fb7-5899-4cd1-af55-6b6ad51a461e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:02.280312 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-be412fb7-5899-4cd1-af55-6b6ad51a461e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.281741 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-be412fb7-5899-4cd1-af55-6b6ad51a461e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3372500 Jun 23 14:10:02.284389 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57364) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:02.294430 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-04de9eaf-845d-4b48-9f2a-8df4bb9b7b15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'security_group_rule': {'security_group_id': '27cf45ee-61a7-4d05-a45d-c51caebace73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:02.296683 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-router', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:57Z', 'revision_number': 4, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'gw_port': {'id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c7883d59-4082-40d2-baec-43ae6fe13f5b', 'name': '', 'network_id': '11879569-ede3-4725-9735-40e8446c333f', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'mac_address': 'fa:16:3e:cb:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c6ca4a89-2513-4a2e-982e-1be98c7cafa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'subnets': [{'id': 'c6ca4a89-2513-4a2e-982e-1be98c7cafa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:02.341386 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-04de9eaf-845d-4b48-9f2a-8df4bb9b7b15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.355341 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00453d3-17cc-4a44-8f3b-56806c0b290b None None] The sync data for ids ['afdd996a-6c34-466d-b0d7-1764074c88b4'] in dv-cinder-794001-2-iscsi is: [{'id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-router', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:57Z', 'revision_number': 4, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'gw_port': {'id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c7883d59-4082-40d2-baec-43ae6fe13f5b', 'name': '', 'network_id': '11879569-ede3-4725-9735-40e8446c333f', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'mac_address': 'fa:16:3e:cb:ec:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'c6ca4a89-2513-4a2e-982e-1be98c7cafa1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'subnets': [{'id': 'c6ca4a89-2513-4a2e-982e-1be98c7cafa1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:02.657075 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Sync routers for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:02.671477 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:02.672128 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:09:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:02.799953 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-04de9eaf-845d-4b48-9f2a-8df4bb9b7b15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.807661 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-04de9eaf-845d-4b48-9f2a-8df4bb9b7b15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.841121 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:02.923157 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de9eaf-845d-4b48-9f2a-8df4bb9b7b15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5638c1c-e1e4-4f4b-8b52-34e4f527901e,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:02.948706 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device cf746256-d553-406d-ac95-8b5188a663b0 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:02.950689 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-04de9eaf-845d-4b48-9f2a-8df4bb9b7b15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:02.986381 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-f9e97bec-a014-4c22-ae90-d21943f0b2f0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:02.995573 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-f9e97bec-a014-4c22-ae90-d21943f0b2f0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 819 time: 0.5160842 Jun 23 14:10:03.015278 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-04de9eaf-845d-4b48-9f2a-8df4bb9b7b15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.019385 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-04de9eaf-845d-4b48-9f2a-8df4bb9b7b15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7340405 Jun 23 14:10:03.022459 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57410) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:03.037048 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'floatingip': {'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:03.101086 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:03.101899 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-2fe389e0-14a6-4387-b833-80597136c0a7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/quotas/b560f5b218b54de3a8c1704bc3a09979 HTTP/1.1" status: 200 len: 375 time: 0.1038649 Jun 23 14:10:03.204529 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port cf746256-d553-406d-ac95-8b5188a663b0 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:03.205194 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.258400 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.303937 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-89559476-e7aa-4bb0-97ac-9b863fb75e23 req-3a1280d8-ef3a-4eb3-98d6-b12c4dcd95b6 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.0751226 Jun 23 14:10:03.417957 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c7883d59-4082-40d2-baec-43ae6fe13f5b up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:03.489080 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port c7883d59-4082-40d2-baec-43ae6fe13f5b completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:03.492178 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-710e42fc-eff9-4179-b252-265ce2088493 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3879957 Jun 23 14:10:03.501515 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port c7883d59-4082-40d2-baec-43ae6fe13f5b triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:03.502291 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.728342 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 2, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:03.731608 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.792194 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.804386 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port c7883d59-4082-40d2-baec-43ae6fe13f5b, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=c7883d59-4082-40d2-baec-43ae6fe13f5b,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:03.806625 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Checking router: 2e5f46d4-797e-443f-99a0-baf9a5a068d9 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:03.806768 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Updating router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 port cf6e9ba2-6847-413b-afb6-bf05e21e0934 binding host dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:03.822867 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-60347f3a-3fff-49d0-8ef6-98efd8ce790e service neutron] 10.222.0.26 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2779338 Jun 23 14:10:03.842308 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.849448 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:03.900126 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.961954 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=c7883d59-4082-40d2-baec-43ae6fe13f5b,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.966429 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.071019 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-4d4992d5-d85a-4bf0-8caf-ffa10464c386 service neutron] 10.222.0.26 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139528 Jun 23 14:10:04.085621 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Allocated IP 172.27.3.82 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/aba85c90-7e44-4320-96a3-eb184e15f7fd) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:04.254844 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.303315 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.313134 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:04.363277 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:04.364692 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:04.369178 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:04.386521 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bffabd3d-5b85-446b-8c2e-adafa3a3f54f req-22fbe754-9bf3-4d83-a164-cd440a93b1f4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 210 time: 0.0952523 Jun 23 14:10:04.450194 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'Port': ['ID=aba85c90-7e44-4320-96a3-eb184e15f7fd,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:04.463820 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.489379 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.506633 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.516628 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Transition to ACTIVE for port object cf6e9ba2-6847-413b-afb6-bf05e21e0934 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:04.530329 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.532960 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:04.598347 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-82ddb0a1-0c9b-433a-98ab-3d4e05dea366 req-0b1137da-c936-4e72-8025-cda940e7e786 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.0374374 Jun 23 14:10:04.622933 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.768324 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48159b2-74c0-444c-8736-c9d99108ae35 None None] Pushing event updated for resources: {'Port': ['ID=cf6e9ba2-6847-413b-afb6-bf05e21e0934,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:04.818637 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a48159b2-74c0-444c-8736-c9d99108ae35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.820960 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c7883d59-4082-40d2-baec-43ae6fe13f5b up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:04.883327 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Attempting to bind port cf6e9ba2-6847-413b-afb6-bf05e21e0934 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:04.883757 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Attempting to bind port cf6e9ba2-6847-413b-afb6-bf05e21e0934 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:04.884137 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Attempting to bind port cf6e9ba2-6847-413b-afb6-bf05e21e0934 on network ee6dc90d-4347-40e8-be94-df80e106a1bb {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:04.907474 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:04.908619 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Checking segment: {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:04.909024 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.909479 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Bound using segment: {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:04.910003 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Bound port: cf6e9ba2-6847-413b-afb6-bf05e21e0934, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:04.910536 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.042898 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] For port cf6e9ba2-6847-413b-afb6-bf05e21e0934, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:05.046237 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] For port cf6e9ba2-6847-413b-afb6-bf05e21e0934, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=cf6e9ba2-6847-413b-afb6-bf05e21e0934,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:05.056924 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.059272 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port c7883d59-4082-40d2-baec-43ae6fe13f5b triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:05.059638 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.119244 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.183271 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.196721 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.203690 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.211575 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:05.212215 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:09:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:05.216342 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48159b2-74c0-444c-8736-c9d99108ae35 None None] Pushing event updated for resources: {'Port': ['ID=cf6e9ba2-6847-413b-afb6-bf05e21e0934,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.245137 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.268498 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'Port': ['ID=aba85c90-7e44-4320-96a3-eb184e15f7fd,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.278091 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:05.279144 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.291050 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2657099 Jun 23 14:10:05.350004 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57522) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:05.411814 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a48159b2-74c0-444c-8736-c9d99108ae35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:05.477210 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57530) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:05.509419 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:05.596573 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-dff75f9f-5b52-4538-bd5a-a34fb5ab62c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.603316 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e13df314-8cc0-4ac2-827b-184dd0033412 req-87b0d740-8dbb-4e34-9237-8feecd5a4a2f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 210 time: 0.0445054 Jun 23 14:10:05.645828 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-f4839458-5c61-4888-bada-d8d04fbeeb2e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--75824728&fields=id&tenant_id=8c02036f0bb54c9e9b69ad164ea237b0 HTTP/1.1" status: 200 len: 267 time: 0.0887015 Jun 23 14:10:05.675898 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f6d36b29-38e0-4f4b-9c36-2002bd5a53f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.766141 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-39648252-6909-4a32-9056-8dae06a44df6 req-9c53606d-b07f-4391-b147-6f5c7ffea645 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.0369697 Jun 23 14:10:05.777717 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:05Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:05.812850 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b13608f-7122-4509-b635-aef59e5c19f9 None None] The sync data for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi is: [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:05Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:05.832800 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-93f285a6-e170-430b-bc09-a1cedeabc978 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:05.834278 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-93f285a6-e170-430b-bc09-a1cedeabc978 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 816 time: 0.1792424 Jun 23 14:10:05.864244 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-081af964-4707-4de2-8b21-c24447bc130f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/quotas/8c02036f0bb54c9e9b69ad164ea237b0 HTTP/1.1" status: 200 len: 375 time: 0.0172698 Jun 23 14:10:05.865663 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-dff75f9f-5b52-4538-bd5a-a34fb5ab62c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.875925 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-dff75f9f-5b52-4538-bd5a-a34fb5ab62c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.894052 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.968488 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-dff75f9f-5b52-4538-bd5a-a34fb5ab62c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c1893e20c23d4246afd36b052612499e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6167150 Jun 23 14:10:05.971184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 57550) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:05.974663 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff75f9f-5b52-4538-bd5a-a34fb5ab62c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97f407f-1fbe-4792-8142-d74a756378d1,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.979118 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-dff75f9f-5b52-4538-bd5a-a34fb5ab62c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:06.022379 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-c61e434a-cfdb-4444-9f8f-0fb47cb4b648 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1503441 Jun 23 14:10:06.041271 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4fae13cd-f350-4330-bf07-03b9fec08dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.064869 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4fae13cd-f350-4330-bf07-03b9fec08dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.076006 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f6d36b29-38e0-4f4b-9c36-2002bd5a53f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.085027 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f6d36b29-38e0-4f4b-9c36-2002bd5a53f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.124467 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4fae13cd-f350-4330-bf07-03b9fec08dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.128006 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4fae13cd-f350-4330-bf07-03b9fec08dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.129161 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-4fae13cd-f350-4330-bf07-03b9fec08dc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e97f407f-1fbe-4792-8142-d74a756378d1 HTTP/1.1" status: 204 len: 168 time: 0.1567793 Jun 23 14:10:06.130005 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bc2f0e06-32bf-4c3a-b63a-1bba72434f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:06.138506 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fae13cd-f350-4330-bf07-03b9fec08dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97f407f-1fbe-4792-8142-d74a756378d1,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:06.141193 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4fae13cd-f350-4330-bf07-03b9fec08dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:06.144078 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e8e6b6e5-eb89-44c9-8566-024bcbe45f75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:06.183997 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-f6d36b29-38e0-4f4b-9c36-2002bd5a53f7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57722b91e96c4940b111c415c82d916b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7034421 Jun 23 14:10:06.184591 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 57558) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:06.214091 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d36b29-38e0-4f4b-9c36-2002bd5a53f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=089258fd-1ce4-4b6d-baa5-9eda80275a2b,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:06.243317 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-1ae647f7-1373-408e-bb98-f0b9da5b5dbc service neutron] 10.222.0.26 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974318 Jun 23 14:10:06.245467 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f6d36b29-38e0-4f4b-9c36-2002bd5a53f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:06.254748 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a227-f7c6-43a5-b467-f8d4a21a14af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.284657 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a227-f7c6-43a5-b467-f8d4a21a14af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.339692 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a227-f7c6-43a5-b467-f8d4a21a14af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.342508 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-e90a69de-bc91-4884-8830-19993c5bafe2 service neutron] 10.222.0.26 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981789 Jun 23 14:10:06.346904 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0ed3a227-f7c6-43a5-b467-f8d4a21a14af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.350215 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-0ed3a227-f7c6-43a5-b467-f8d4a21a14af admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/089258fd-1ce4-4b6d-baa5-9eda80275a2b HTTP/1.1" status: 204 len: 168 time: 0.1642599 Jun 23 14:10:06.351150 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4fae13cd-f350-4330-bf07-03b9fec08dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:06.360021 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed3a227-f7c6-43a5-b467-f8d4a21a14af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=089258fd-1ce4-4b6d-baa5-9eda80275a2b,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:06.363222 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0ed3a227-f7c6-43a5-b467-f8d4a21a14af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:06.539905 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57568) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:06.563124 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c727f055-73b8-4b2f-882f-19b38835c621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.582249 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1d9ad9da-fedc-4af2-82fa-48215fbde5dc req-1144bcda-e055-43d6-b0f5-f9b7e7c64d42 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 210 time: 0.0395765 Jun 23 14:10:06.719441 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device cf6e9ba2-6847-413b-afb6-bf05e21e0934 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:06.765846 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c727f055-73b8-4b2f-882f-19b38835c621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.781347 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port cf6e9ba2-6847-413b-afb6-bf05e21e0934 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:06.786513 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port cf6e9ba2-6847-413b-afb6-bf05e21e0934 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:06.787118 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.788009 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c4f26559-2eea-4b28-9bf4-348bd48685c5 req-cdb7d5d4-4458-415b-9985-37921ce05d2b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 210 time: 0.0481169 Jun 23 14:10:06.788870 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c727f055-73b8-4b2f-882f-19b38835c621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.793797 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-dde0aaa7-fbf2-424c-b871-3c2a6a8b7d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:06.862293 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c727f055-73b8-4b2f-882f-19b38835c621 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=79ba8841afba44aabfa58e46797e1a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3211491 Jun 23 14:10:06.863510 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727f055-73b8-4b2f-882f-19b38835c621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da596af6-1828-4b25-8a7a-b3cfe08e3355,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:06.864957 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 57582) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:06.879239 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c727f055-73b8-4b2f-882f-19b38835c621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:06.931710 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57588) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:06.954458 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ce09bdcd-ee4c-446e-9f52-392f750f1541 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.977016 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.024342 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f3cfaef6-e166-434d-b007-ab78258ddab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.029373 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port cf6e9ba2-6847-413b-afb6-bf05e21e0934, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=cf6e9ba2-6847-413b-afb6-bf05e21e0934,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:07.034216 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.040423 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:07.053127 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f3cfaef6-e166-434d-b007-ab78258ddab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.118571 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8c981e99-572e-4e39-adaf-64a852151e28 req-cbdae4b1-fa89-4cb7-8511-2d0abc343b4b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.1216977 Jun 23 14:10:07.145353 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f3cfaef6-e166-434d-b007-ab78258ddab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.145591 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=cf6e9ba2-6847-413b-afb6-bf05e21e0934,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:07.149828 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f3cfaef6-e166-434d-b007-ab78258ddab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.154457 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-f3cfaef6-e166-434d-b007-ab78258ddab0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da596af6-1828-4b25-8a7a-b3cfe08e3355 HTTP/1.1" status: 204 len: 168 time: 0.2884667 Jun 23 14:10:07.155154 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:07.156385 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:07.170938 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ce09bdcd-ee4c-446e-9f52-392f750f1541 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.175463 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ce09bdcd-ee4c-446e-9f52-392f750f1541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.177280 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cfaef6-e166-434d-b007-ab78258ddab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da596af6-1828-4b25-8a7a-b3cfe08e3355,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:07.180122 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f3cfaef6-e166-434d-b007-ab78258ddab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:07.219381 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d53c419e-29ce-4d5a-b60f-ce27f116f71f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:07.230006 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-ce09bdcd-ee4c-446e-9f52-392f750f1541 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80b1e097248c4fcfbe3de39929663e14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2969282 Jun 23 14:10:07.232952 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 57600) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:07.255128 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09bdcd-ee4c-446e-9f52-392f750f1541 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28d4cb-0078-427c-a503-87b9305b8ecb,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:07.258299 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ce09bdcd-ee4c-446e-9f52-392f750f1541 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:07.301720 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-06aae10a-a0c8-4b5c-b493-62661593a843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.323201 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-06aae10a-a0c8-4b5c-b493-62661593a843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.370898 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-06aae10a-a0c8-4b5c-b493-62661593a843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.373774 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-06aae10a-a0c8-4b5c-b493-62661593a843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.374876 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-06aae10a-a0c8-4b5c-b493-62661593a843 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fa28d4cb-0078-427c-a503-87b9305b8ecb HTTP/1.1" status: 204 len: 168 time: 0.1407020 Jun 23 14:10:07.375548 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:07.383573 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06aae10a-a0c8-4b5c-b493-62661593a843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28d4cb-0078-427c-a503-87b9305b8ecb,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:07.385676 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-06aae10a-a0c8-4b5c-b493-62661593a843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:07.788327 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-df6ac2fc-0faa-4021-b817-bc089ef84c43 req-cb1e627b-db25-4e4f-bf9b-3bedab7bbc15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 210 time: 0.0468671 Jun 23 14:10:07.831304 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.10', 49862) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:08.022064 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-51832658-a415-4548-baf6-323ea4a9a518 req-53f5ec13-e8fa-444a-8f62-785607d378b8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 210 time: 0.0794044 Jun 23 14:10:08.046020 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-7d8ba8ee-da40-4a06-8a8e-0ef1b2686f93 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:08.048452 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-7d8ba8ee-da40-4a06-8a8e-0ef1b2686f93 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.10 "GET /v2.0/networks?id=338d37ad-7a79-4608-9753-280287b911e4 HTTP/1.1" status: 200 len: 812 time: 0.2096789 Jun 23 14:10:08.104497 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Request body: {'port': {'device_id': 'a061ffac-f31e-4350-8eda-e71d871e27ad', 'network_id': '338d37ad-7a79-4608-9753-280287b911e4', 'admin_state_up': True, 'tenant_id': 'ff767a2274714f4f986dc742cc4aa42d'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:08.479940 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Made reservation on behalf of ff767a2274714f4f986dc742cc4aa42d for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:08.490634 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.547275 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-184fb3e0-252e-4e5f-958a-7f968e562da4 req-45c53bef-a1ca-4483-87db-bed9a1764942 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.0664804 Jun 23 14:10:08.617985 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.10', 49868) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:08.719096 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device cf6e9ba2-6847-413b-afb6-bf05e21e0934 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:08.832166 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-d647cda4-e3a9-4453-b365-a4bfd73439f4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:08.835775 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-d647cda4-e3a9-4453-b365-a4bfd73439f4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 819 time: 0.2155054 Jun 23 14:10:08.841961 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port cf6e9ba2-6847-413b-afb6-bf05e21e0934 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:08.842767 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.852158 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Request body: {'port': {'device_id': '191e8018-9cf3-4e1d-9c68-64d1805b0f7b', 'network_id': '11879569-ede3-4725-9735-40e8446c333f', 'admin_state_up': True, 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:09.113750 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Made reservation on behalf of b560f5b218b54de3a8c1704bc3a09979 for: {'port': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:09.118240 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.203661 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c1ae051a-68fe-40af-a7e3-a64ea5ecd046 req-bf18c7d9-3969-44d7-800c-93f03b49172d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 210 time: 0.0637648 Jun 23 14:10:09.238619 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57716) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:09.279332 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Allocated IP 172.20.0.14 (338d37ad-7a79-4608-9753-280287b911e4/b25ca945-3bf2-4de5-9b1a-41d925af23f4/ece7c814-e46e-4a51-adbb-17ef998345e3) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:09.477994 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.10', 49871) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:09.506316 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Allocated IP 172.20.0.10 (11879569-ede3-4725-9735-40e8446c333f/c6ca4a89-2513-4a2e-982e-1be98c7cafa1/046f361d-6b20-4bfd-b3c5-b9a97aa4da21) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:09.639510 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d37b241d-f23b-4dc8-b740-885aba2583d8 req-cd1c3b45-9dac-40fc-8b0c-3cfb3f041b36 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 210 time: 0.1595664 Jun 23 14:10:09.875320 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a87e5012-08a2-4d3b-b9b6-044bb6c233b9 req-ff8104d0-4ebb-49e7-9764-5c602c14c50b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.1426044 Jun 23 14:10:10.019772 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-034a5026-e75b-4d65-8784-d95622d8cba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.103140 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.145895 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.243084 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.258743 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-c2f3ee21-f2e3-48f4-9c17-0780971da64b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:10.260554 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-c2f3ee21-f2e3-48f4-9c17-0780971da64b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 819 time: 0.6730089 Jun 23 14:10:10.260954 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:10.309275 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.10', 49879) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:10.316463 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.326673 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:10.505402 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Request body: {'port': {'device_id': '67260bd7-a7d3-4718-9cb2-acdc7e60987a', 'network_id': '11879569-ede3-4725-9735-40e8446c333f', 'admin_state_up': True, 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:10.520322 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Network 11879569-ede3-4725-9735-40e8446c333f is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:10.528025 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Network 338d37ad-7a79-4608-9753-280287b911e4 is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:10.537066 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:10.539862 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:10.565104 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:10.572604 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:10.573570 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:10.573739 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for port, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.590645 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:10.590645 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.606414 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Pushing event updated for resources: {'Port': ['ID=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:10.615044 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:10.684326 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-034a5026-e75b-4d65-8784-d95622d8cba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.693121 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-034a5026-e75b-4d65-8784-d95622d8cba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.696798 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-dff75f9f-5b52-4538-bd5a-a34fb5ab62c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:10.702444 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8544810 Jun 23 14:10:10.742848 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034a5026-e75b-4d65-8784-d95622d8cba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d68dfb2e-8c4a-475d-9a30-9ae05d988a67,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:10.746976 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-034a5026-e75b-4d65-8784-d95622d8cba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:10.754287 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-034a5026-e75b-4d65-8784-d95622d8cba9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2d830e16ea8b484f855b68782b4efcbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5138288 Jun 23 14:10:10.755842 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57804) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:10.886393 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7860746 Jun 23 14:10:10.887729 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cacbe18e-6088-46bd-9518-7bacef4a34c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.931171 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Pushing event updated for resources: {'Port': ['ID=ece7c814-e46e-4a51-adbb-17ef998345e3,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:10.940200 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cacbe18e-6088-46bd-9518-7bacef4a34c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.965579 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:10.979470 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-445cf785-d71f-4fab-b87e-91ca3b85417b req-4d62160c-c29f-4cf1-b1bd-ddd5c911b21e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 210 time: 0.4699574 Jun 23 14:10:11.012519 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-33158ef7-f60d-4714-b30b-808db53b6d38 req-c8d6cd20-84cf-4ad0-a2e7-8744b38b12e5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 210 time: 0.0534208 Jun 23 14:10:11.044323 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7ccdb6db-0563-4661-b03d-23b202c620b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.081409 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.109479 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cacbe18e-6088-46bd-9518-7bacef4a34c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.116216 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cacbe18e-6088-46bd-9518-7bacef4a34c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.123026 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-cacbe18e-6088-46bd-9518-7bacef4a34c5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d68dfb2e-8c4a-475d-9a30-9ae05d988a67 HTTP/1.1" status: 204 len: 168 time: 0.3653493 Jun 23 14:10:11.124356 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-67e9cf5b-0c7b-4557-b9a3-b56ef6ba1012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:11.135987 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacbe18e-6088-46bd-9518-7bacef4a34c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d68dfb2e-8c4a-475d-9a30-9ae05d988a67,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:11.138438 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-cacbe18e-6088-46bd-9518-7bacef4a34c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:11.148338 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-60059d1c-fcb9-43e7-b52e-9c8e9f716b0e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:11.149100 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-b17e2300-5ca5-4208-a707-cee4cce8dc52 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:11.150785 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-b17e2300-5ca5-4208-a707-cee4cce8dc52 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086334 Jun 23 14:10:11.164932 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-60059d1c-fcb9-43e7-b52e-9c8e9f716b0e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 816 time: 0.7584791 Jun 23 14:10:11.185923 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-0450a60b-0ab3-404d-866f-8db2959fc243 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:11.185923 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-0450a60b-0ab3-404d-866f-8db2959fc243 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169995 Jun 23 14:10:11.373884 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-af6d5438-df39-4c8d-a69d-0f7323f4a6ca tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c02036f0bb54c9e9b69ad164ea237b0 HTTP/1.1" status: 200 len: 378 time: 0.1612329 Jun 23 14:10:11.409966 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'port': {'device_id': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'admin_state_up': True, 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'security_groups': ['27cf45ee-61a7-4d05-a45d-c51caebace73']}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:11.721327 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887b7f3e-8b75-463b-aef1-28eed9375eff req-93894bf3-aed7-401c-86c9-135c98207174 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:11.734576 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-887b7f3e-8b75-463b-aef1-28eed9375eff req-93894bf3-aed7-401c-86c9-135c98207174 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.4757338 Jun 23 14:10:11.816992 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Made reservation on behalf of b560f5b218b54de3a8c1704bc3a09979 for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:11.824480 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.827934 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Made reservation on behalf of 8c02036f0bb54c9e9b69ad164ea237b0 for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:11.833225 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.926239 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-887b7f3e-8b75-463b-aef1-28eed9375eff req-38a0475c-93ec-40c9-9118-8e62ffc8dd8c tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858053 Jun 23 14:10:12.115961 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57852) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:12.453776 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-094e979c-a4ed-4945-9f62-392fca458af8 req-d5393708-186b-4319-8fbd-a5365be41bbb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 210 time: 0.0683894 Jun 23 14:10:12.539020 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-847395a9-1b81-40f4-b334-620da78c1898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.569845 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-05df546e-f3e8-4cb2-a004-429edde6b21d req-86f0ea73-1fc0-4bd0-a2ee-154ffc016790 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 210 time: 0.0856981 Jun 23 14:10:12.703885 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Allocated IP 172.20.0.7 (11879569-ede3-4725-9735-40e8446c333f/c6ca4a89-2513-4a2e-982e-1be98c7cafa1/e8fa0ebf-d99c-4270-89d9-9ff8fc160609) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:12.829234 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-847395a9-1b81-40f4-b334-620da78c1898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.847963 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-847395a9-1b81-40f4-b334-620da78c1898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.852483 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:12.864403 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Allocated IP 172.20.0.12 (ee6dc90d-4347-40e8-be94-df80e106a1bb/941e3ac9-5928-46dc-8cdf-a10bd1731c6f/1a3dcbb8-cde2-4c61-af45-d87776ad67c0) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:12.951848 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847395a9-1b81-40f4-b334-620da78c1898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccdb4417-b3d2-4de0-bbed-4c3482b1d68e,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:12.974231 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-847395a9-1b81-40f4-b334-620da78c1898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:12.981925 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-847395a9-1b81-40f4-b334-620da78c1898 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29e263e8fe69466c94dd95cb9b25e583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8634281 Jun 23 14:10:12.984281 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 57882) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:13.047194 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c636-1dd3-45f7-8979-d33e9ebef2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.129301 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c636-1dd3-45f7-8979-d33e9ebef2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.196657 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.257422 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c636-1dd3-45f7-8979-d33e9ebef2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.261393 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b3a8c636-1dd3-45f7-8979-d33e9ebef2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.262585 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-b3a8c636-1dd3-45f7-8979-d33e9ebef2c9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ccdb4417-b3d2-4de0-bbed-4c3482b1d68e HTTP/1.1" status: 204 len: 168 time: 0.2773035 Jun 23 14:10:13.272099 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb800bd-01f4-4041-9d7a-6383f6c5b0d8 req-56e30b4b-d261-45bd-a6d8-08b2b9466b93 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:13.273797 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-efb800bd-01f4-4041-9d7a-6383f6c5b0d8 req-56e30b4b-d261-45bd-a6d8-08b2b9466b93 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.1108396 Jun 23 14:10:13.274426 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:13.283496 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8c636-1dd3-45f7-8979-d33e9ebef2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccdb4417-b3d2-4de0-bbed-4c3482b1d68e,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.298772 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-b3a8c636-1dd3-45f7-8979-d33e9ebef2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.349781 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-efb800bd-01f4-4041-9d7a-6383f6c5b0d8 req-3fa179a5-4be8-488e-962c-0aa37c993146 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674205 Jun 23 14:10:13.414583 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.437953 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.446768 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Transition to ACTIVE for port object 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:13.453102 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6af3c6ed-4c01-4542-bfc9-87492740acf2 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:13.522878 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Network 11879569-ede3-4725-9735-40e8446c333f is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:13.526922 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:13.529800 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:13.538791 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:13.540811 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.569720 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Pushing event updated for resources: {'Port': ['ID=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.616020 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.636590 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2352133 Jun 23 14:10:13.638031 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.669725 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9d90f204-77d7-4701-8be3-c8641bb0ed9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:13.685376 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-dca0e49f-4082-4b5f-9791-323cc311f261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.900628 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.917478 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Network ee6dc90d-4347-40e8-be94-df80e106a1bb is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:13.919390 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.932169 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:13.944827 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:13.963117 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:13.963813 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.036389 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f916c-148d-4ff4-bc87-7de6c6191c7b req-14a8df40-cd62-4076-ae3b-108a79656718 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:14.044288 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-db3f916c-148d-4ff4-bc87-7de6c6191c7b req-14a8df40-cd62-4076-ae3b-108a79656718 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 932 time: 0.1799476 Jun 23 14:10:14.050305 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6464939 Jun 23 14:10:14.137263 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-db3f916c-148d-4ff4-bc87-7de6c6191c7b req-17fd4d30-6e14-4ae8-9cd2-67cf483628e6 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827456 Jun 23 14:10:14.147578 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c50378-b3e7-45df-a0ce-4773733742db req-42848fa4-f56f-428c-894a-48627c7176c6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:14.149143 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-36c50378-b3e7-45df-a0ce-4773733742db req-42848fa4-f56f-428c-894a-48627c7176c6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.3691466 Jun 23 14:10:14.238773 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.302885 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-36c50378-b3e7-45df-a0ce-4773733742db req-72ae0d60-eb2e-4768-8c42-ef0ea3c5cc60 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471105 Jun 23 14:10:14.410168 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-2e9c883c-5d8d-47fe-b433-a5d6138a788b None None] Provisioning for port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:14.414253 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-2e9c883c-5d8d-47fe-b433-a5d6138a788b None None] Provisioning complete for port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:14.415298 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2e9c883c-5d8d-47fe-b433-a5d6138a788b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.471769 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c883c-5d8d-47fe-b433-a5d6138a788b None None] Port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:14.660205 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679fd49-159d-4c39-88b5-b2b3f7674958 req-ae33a629-95c1-430b-906a-dbec5ef11e0c tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:14.671154 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f679fd49-159d-4c39-88b5-b2b3f7674958 req-ae33a629-95c1-430b-906a-dbec5ef11e0c tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.1110997 Jun 23 14:10:14.735059 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f679fd49-159d-4c39-88b5-b2b3f7674958 req-e88e65f7-2bdf-4ea8-beaf-d8cf7103185f tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627222 Jun 23 14:10:15.125281 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.559907 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ff069-2bc6-4c6f-825a-a084e6f7b93e req-947ffd3c-abb4-4680-a0bf-586a7d9a24f9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:15.570241 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-066ff069-2bc6-4c6f-825a-a084e6f7b93e req-947ffd3c-abb4-4680-a0bf-586a7d9a24f9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 932 time: 0.1788888 Jun 23 14:10:15.646321 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-066ff069-2bc6-4c6f-825a-a084e6f7b93e req-9a56a964-7aa6-499a-91e0-7ce1935ffafe tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0725203 Jun 23 14:10:15.657756 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b4c13c-b3b7-479f-bccc-16cb2978e56a req-f5118e98-e58b-46c3-aaab-3246480bac30 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:15.664274 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-21b4c13c-b3b7-479f-bccc-16cb2978e56a req-f5118e98-e58b-46c3-aaab-3246480bac30 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.1649301 Jun 23 14:10:15.723666 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-21b4c13c-b3b7-479f-bccc-16cb2978e56a req-7ed51cfd-bcca-4bb1-85ed-4837aeadc741 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484617 Jun 23 14:10:15.945834 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a9a02-84ab-4855-8f8e-42c034b24bac req-e3abd0a1-e6b3-4b97-b230-b5e5a56183d6 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:15.958393 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8c7a9a02-84ab-4855-8f8e-42c034b24bac req-e3abd0a1-e6b3-4b97-b230-b5e5a56183d6 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.1017003 Jun 23 14:10:16.013368 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8c7a9a02-84ab-4855-8f8e-42c034b24bac req-01c4a919-977a-4992-aaa8-cd486b5f022e tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539868 Jun 23 14:10:16.420724 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58028) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:16.524596 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a0bdafe4-7b72-43ca-95c9-c33c07183336 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.574123 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.644992 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a0bdafe4-7b72-43ca-95c9-c33c07183336 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.651968 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a0bdafe4-7b72-43ca-95c9-c33c07183336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.655008 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f3cfaef6-e166-434d-b007-ab78258ddab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:16.963069 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bdafe4-7b72-43ca-95c9-c33c07183336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf70cb4-3c81-4e1d-a1cb-95ae5762081a,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:16.965020 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a75b5-16e8-4809-86ed-2d8d8d9c176a req-674cbb55-1939-4f95-864d-d19448a82149 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:16.966879 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-066a75b5-16e8-4809-86ed-2d8d8d9c176a req-674cbb55-1939-4f95-864d-d19448a82149 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.0704381 Jun 23 14:10:16.971794 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-a0bdafe4-7b72-43ca-95c9-c33c07183336 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=33a76d5619f44e5a86b6cd4cf24b5605&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5470233 Jun 23 14:10:16.971794 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a0bdafe4-7b72-43ca-95c9-c33c07183336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:16.972056 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58044) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:17.009335 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-066a75b5-16e8-4809-86ed-2d8d8d9c176a req-00af8248-8049-4770-bfd7-22840204244b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355525 Jun 23 14:10:17.071587 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f7b948-c087-4a73-ab38-525e6e6bbc23 req-1d906570-0b1e-4606-abbb-4d76353a7b85 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:17.073332 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d4f7b948-c087-4a73-ab38-525e6e6bbc23 req-1d906570-0b1e-4606-abbb-4d76353a7b85 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 932 time: 0.1666167 Jun 23 14:10:17.083050 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3da9839f-8489-437c-b5e7-240d99557b55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.132417 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3da9839f-8489-437c-b5e7-240d99557b55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.162757 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d4f7b948-c087-4a73-ab38-525e6e6bbc23 req-975d2bfe-3570-442c-be37-9794578126b8 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0816104 Jun 23 14:10:17.227051 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3da9839f-8489-437c-b5e7-240d99557b55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.230188 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3da9839f-8489-437c-b5e7-240d99557b55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.234383 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-3da9839f-8489-437c-b5e7-240d99557b55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdf70cb4-3c81-4e1d-a1cb-95ae5762081a HTTP/1.1" status: 204 len: 168 time: 0.2585759 Jun 23 14:10:17.234383 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7ffbd7aa-b770-4308-9a9c-a4353ad04c79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:17.260436 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da9839f-8489-437c-b5e7-240d99557b55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf70cb4-3c81-4e1d-a1cb-95ae5762081a,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:17.282411 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3da9839f-8489-437c-b5e7-240d99557b55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:17.304740 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73857dc-39f6-497b-b5d4-81f79d9a358f req-8f66f364-d793-4eaa-9a85-5dbc0a2166da tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:17.306276 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f73857dc-39f6-497b-b5d4-81f79d9a358f req-8f66f364-d793-4eaa-9a85-5dbc0a2166da tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.1774530 Jun 23 14:10:17.366851 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f73857dc-39f6-497b-b5d4-81f79d9a358f req-8743f177-2503-4793-9224-158b5243d988 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540473 Jun 23 14:10:17.605448 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58064) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:17.618706 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8abc2eec-f263-42a1-8c40-a1289b9074d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.732037 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8abc2eec-f263-42a1-8c40-a1289b9074d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.735742 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8abc2eec-f263-42a1-8c40-a1289b9074d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.738913 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:17.778437 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-8abc2eec-f263-42a1-8c40-a1289b9074d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8649d414bd4c409b82eaf8ac6ad50461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1716936 Jun 23 14:10:17.781012 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58070) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:17.788014 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abc2eec-f263-42a1-8c40-a1289b9074d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67cde5b7-3fa3-4196-a460-1d5e0406ed4b,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:17.806153 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-8abc2eec-f263-42a1-8c40-a1289b9074d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:17.857438 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9803d2d1-0b56-408f-acd2-bbcaf3498f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.887592 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9803d2d1-0b56-408f-acd2-bbcaf3498f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.968303 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9803d2d1-0b56-408f-acd2-bbcaf3498f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.971345 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9803d2d1-0b56-408f-acd2-bbcaf3498f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.972700 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-9803d2d1-0b56-408f-acd2-bbcaf3498f1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/67cde5b7-3fa3-4196-a460-1d5e0406ed4b HTTP/1.1" status: 204 len: 168 time: 0.1904464 Jun 23 14:10:17.973364 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:17.988494 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9803d2d1-0b56-408f-acd2-bbcaf3498f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cde5b7-3fa3-4196-a460-1d5e0406ed4b,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:17.995532 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9803d2d1-0b56-408f-acd2-bbcaf3498f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:18.266286 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c049ec-f40c-4f06-8a2b-3a736100cce5 req-d759ce60-ceaf-48d3-bb69-b4bed55a5be8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:18.281512 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c7c049ec-f40c-4f06-8a2b-3a736100cce5 req-d759ce60-ceaf-48d3-bb69-b4bed55a5be8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.0904427 Jun 23 14:10:18.365984 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c7c049ec-f40c-4f06-8a2b-3a736100cce5 req-d271bb3b-3e0a-4634-b784-30df24d8b4d4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832865 Jun 23 14:10:18.473767 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d846901-a09d-4759-a7ce-8bce33e2df99 req-7b2bd2cc-a9e5-433a-8c81-1997d660db77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:18.485427 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4d846901-a09d-4759-a7ce-8bce33e2df99 req-7b2bd2cc-a9e5-433a-8c81-1997d660db77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 932 time: 0.1423438 Jun 23 14:10:18.609943 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4d846901-a09d-4759-a7ce-8bce33e2df99 req-c86814c9-3c47-4fe3-b7a5-9ad611969cf7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1231871 Jun 23 14:10:18.715859 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f05e6ad-95f9-49d3-80e7-9fea614a9bc1 req-427a59d4-dd86-4f86-9752-c367fbfaa58c tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:18.717423 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8f05e6ad-95f9-49d3-80e7-9fea614a9bc1 req-427a59d4-dd86-4f86-9752-c367fbfaa58c tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.1735895 Jun 23 14:10:18.780886 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8f05e6ad-95f9-49d3-80e7-9fea614a9bc1 req-3a19c360-f48d-4e81-98be-c20253aa85b8 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551100 Jun 23 14:10:19.608233 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7852af1c-1e3e-4f71-a152-16773f396ae4 req-d3efbe77-91b6-4af7-b77b-0c54cd47490a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:19.614393 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7852af1c-1e3e-4f71-a152-16773f396ae4 req-d3efbe77-91b6-4af7-b77b-0c54cd47490a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.1184239 Jun 23 14:10:19.665913 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7852af1c-1e3e-4f71-a152-16773f396ae4 req-3ef0804b-3e5e-49b0-aef8-52db9c3d6139 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411534 Jun 23 14:10:19.838562 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be062f-66ac-4959-9eb8-e6f02f427fb4 req-edfc44bb-c251-40ad-b235-d72a379ceaf2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:19.840953 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-29be062f-66ac-4959-9eb8-e6f02f427fb4 req-edfc44bb-c251-40ad-b235-d72a379ceaf2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 932 time: 0.0866959 Jun 23 14:10:19.913398 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-29be062f-66ac-4959-9eb8-e6f02f427fb4 req-aae2496c-7b46-4e52-964f-a405c97cd142 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0550699 Jun 23 14:10:19.978000 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8b733f-ea4f-424f-9ea4-5f64a5628949 req-4c7b0194-e1c8-4f17-9198-38e44855608b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:19.979714 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0b8b733f-ea4f-424f-9ea4-5f64a5628949 req-4c7b0194-e1c8-4f17-9198-38e44855608b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.0807955 Jun 23 14:10:20.021489 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0b8b733f-ea4f-424f-9ea4-5f64a5628949 req-774b8d75-3084-4f19-88a6-b51172d725ad tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361428 Jun 23 14:10:20.856834 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783471fb-4d8d-4563-a3ca-b99e0153b01c req-e46a1ce0-3054-4939-8d68-1a69f095bb92 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:20.858236 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-783471fb-4d8d-4563-a3ca-b99e0153b01c req-e46a1ce0-3054-4939-8d68-1a69f095bb92 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.0626843 Jun 23 14:10:20.895447 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-783471fb-4d8d-4563-a3ca-b99e0153b01c req-9d0bd215-c034-472a-ac0f-8a000d5e75ef tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309947 Jun 23 14:10:21.090060 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df646d-374e-49a7-a6f0-59eb0d32a5bc req-9a51059e-d899-45e5-839e-909c6143ade2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:21.091791 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-63df646d-374e-49a7-a6f0-59eb0d32a5bc req-9a51059e-d899-45e5-839e-909c6143ade2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 932 time: 0.0752518 Jun 23 14:10:21.129079 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-63df646d-374e-49a7-a6f0-59eb0d32a5bc req-f0ff924a-3ab3-4ede-8118-7f031cdfc65f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309613 Jun 23 14:10:21.207800 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a1aa8-8775-4d33-9cab-3a38c5f17da6 req-cfea7a39-6214-4a51-a362-7db42c96dd4d tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:21.209248 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4a0a1aa8-8775-4d33-9cab-3a38c5f17da6 req-cfea7a39-6214-4a51-a362-7db42c96dd4d tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.0652325 Jun 23 14:10:21.246425 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4a0a1aa8-8775-4d33-9cab-3a38c5f17da6 req-47974a73-38ee-46a8-8695-1a03525ab216 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314305 Jun 23 14:10:22.065135 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cd03c-9a4c-4731-8d78-314aa65f9321 req-faf218b3-59ac-41e6-ab15-7a5bcb6f22e5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:22.066619 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-637cd03c-9a4c-4731-8d78-314aa65f9321 req-faf218b3-59ac-41e6-ab15-7a5bcb6f22e5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.0641270 Jun 23 14:10:22.110622 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-637cd03c-9a4c-4731-8d78-314aa65f9321 req-4767a661-8adc-4d22-96d5-995c3a5fcac5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383611 Jun 23 14:10:22.307800 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4e8bb4-6150-4967-b86c-2c63cdb00e71 req-d3606383-0b6f-404c-9777-7337ee5e2683 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:22.311037 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ea4e8bb4-6150-4967-b86c-2c63cdb00e71 req-d3606383-0b6f-404c-9777-7337ee5e2683 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 932 time: 0.0683703 Jun 23 14:10:22.358700 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ea4e8bb4-6150-4967-b86c-2c63cdb00e71 req-0556fa49-6fec-4f44-a733-40d24f4bffd7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351400 Jun 23 14:10:22.419948 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fcbf07-8069-47ae-83f9-a14b89272046 req-f0f78dd3-dc06-4e8c-96eb-b41fb3a89c9b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:22.421553 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-52fcbf07-8069-47ae-83f9-a14b89272046 req-f0f78dd3-dc06-4e8c-96eb-b41fb3a89c9b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.0647802 Jun 23 14:10:22.463023 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-52fcbf07-8069-47ae-83f9-a14b89272046 req-ffc7b4de-81c4-4904-98cf-a1e5b417ad19 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358500 Jun 23 14:10:23.287534 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7b668-4ed7-4d11-b28d-ce56c4944e56 req-8b2e7ccb-511e-48f9-b064-b09b1369afa8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:23.289052 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3fa7b668-4ed7-4d11-b28d-ce56c4944e56 req-8b2e7ccb-511e-48f9-b064-b09b1369afa8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.0649714 Jun 23 14:10:23.326117 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3fa7b668-4ed7-4d11-b28d-ce56c4944e56 req-4a105382-c7e1-443c-9bb7-06fbb69123db tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312018 Jun 23 14:10:23.526040 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe485aaa-953e-4c29-88f4-001695f1e5a4 req-9303ca7c-0bb0-4805-82ea-f5a7a4874cf2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:23.528861 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe485aaa-953e-4c29-88f4-001695f1e5a4 req-9303ca7c-0bb0-4805-82ea-f5a7a4874cf2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 932 time: 0.0629144 Jun 23 14:10:23.566536 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe485aaa-953e-4c29-88f4-001695f1e5a4 req-5d4c4cd2-c079-400f-b098-a755250c5c76 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317039 Jun 23 14:10:23.641146 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5152b9-2e3a-40cd-a5a8-cb2de1892d1f req-1774cb8e-3d92-4fe7-ba65-6a5bec39bc20 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:23.642675 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fd5152b9-2e3a-40cd-a5a8-cb2de1892d1f req-1774cb8e-3d92-4fe7-ba65-6a5bec39bc20 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.0691929 Jun 23 14:10:23.681736 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fd5152b9-2e3a-40cd-a5a8-cb2de1892d1f req-119b1c3e-f66a-43b5-b32f-bdf21c679155 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334420 Jun 23 14:10:24.501342 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77006b67-d6cc-40ff-aa71-891ad708312f req-e0c9ead0-f76d-4378-a364-91005168e196 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.503345 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-77006b67-d6cc-40ff-aa71-891ad708312f req-e0c9ead0-f76d-4378-a364-91005168e196 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.0661967 Jun 23 14:10:24.539591 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-77006b67-d6cc-40ff-aa71-891ad708312f req-64432417-849a-4c7f-9bb2-214f10b7771b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308013 Jun 23 14:10:24.559644 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:10:24.741571 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d5a6b7-e4ae-4b35-aeed-7dccd4bb8e78 req-eca2a1ac-df48-4a83-abb0-065a7aeda408 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.747601 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-09d5a6b7-e4ae-4b35-aeed-7dccd4bb8e78 req-eca2a1ac-df48-4a83-abb0-065a7aeda408 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 932 time: 0.0627558 Jun 23 14:10:24.781060 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-09d5a6b7-e4ae-4b35-aeed-7dccd4bb8e78 req-e4a4651f-3ad2-4719-85bc-a762eb7e85cb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322211 Jun 23 14:10:24.862205 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cf59f-b217-4fb6-9449-a3df8f942172 req-13dd76be-e57d-479f-aee8-4dbcefbdaa0b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.863688 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-be1cf59f-b217-4fb6-9449-a3df8f942172 req-13dd76be-e57d-479f-aee8-4dbcefbdaa0b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.0631270 Jun 23 14:10:24.900073 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-be1cf59f-b217-4fb6-9449-a3df8f942172 req-5edec0a5-6982-4739-81f7-142a5d12a433 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309176 Jun 23 14:10:25.538575 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Request body: {'port': {'device_id': 'a061ffac-f31e-4350-8eda-e71d871e27ad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:25.544178 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Request body: {'port': {'device_id': '191e8018-9cf3-4e1d-9c68-64d1805b0f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:25.588288 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Request body: {'port': {'device_id': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:25.631445 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Request body: {'port': {'device_id': '67260bd7-a7d3-4718-9cb2-acdc7e60987a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:25.684031 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.693713 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.778761 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.794745 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925b6ef8-d0d6-4b56-ad83-a01a676aaf1a req-627ef2f5-0871-4c86-a79b-9a1b64df1ea0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:25.796039 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-925b6ef8-d0d6-4b56-ad83-a01a676aaf1a req-627ef2f5-0871-4c86-a79b-9a1b64df1ea0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.1337416 Jun 23 14:10:25.833881 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.934575 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-925b6ef8-d0d6-4b56-ad83-a01a676aaf1a req-99f65169-804d-4e37-bb7f-db0c57abf579 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930548 Jun 23 14:10:26.115376 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.notifiers.nova [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 {{(pid=93098) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:26.126809 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.145761 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.provisioning_blocks [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Transition to ACTIVE for port object 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 will not be triggered until provisioned by entity L2. {{(pid=93098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:26.149622 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.155189 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.202097 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114f9ca-b537-4b1f-80bd-3a1e26d16ce3 req-49c5d969-f95b-499d-983a-b760ff3480b4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:26.203638 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8114f9ca-b537-4b1f-80bd-3a1e26d16ce3 req-49c5d969-f95b-499d-983a-b760ff3480b4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 932 time: 0.1551883 Jun 23 14:10:26.276904 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Pushing event updated for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.280041 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.290527 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f6cae-fa9c-4c53-b8db-9ab7ba5d70b5 req-0f8a0e52-1091-47f8-8a4b-00c1cdeff420 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:26.292135 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a1f6cae-fa9c-4c53-b8db-9ab7ba5d70b5 req-0f8a0e52-1091-47f8-8a4b-00c1cdeff420 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 932 time: 0.3817971 Jun 23 14:10:26.297640 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.managers [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Attempting to bind port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93098) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:26.297993 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.managers [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Attempting to bind port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'}] {{(pid=93098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:26.298419 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Attempting to bind port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 on network ee6dc90d-4347-40e8-be94-df80e106a1bb {{(pid=93098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:26.310568 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 on network ee6dc90d-4347-40e8-be94-df80e106a1bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:26.310863 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Attempting to bind port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 on network ee6dc90d-4347-40e8-be94-df80e106a1bb {{(pid=93098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:26.327510 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8114f9ca-b537-4b1f-80bd-3a1e26d16ce3 req-177d02d9-ee49-4c55-bae5-dc27e8733fc1 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149833 Jun 23 14:10:26.330561 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:26.330922 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Checking segment: {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:26.331497 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Bound using segment: {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'} {{(pid=93098) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:26.331949 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.managers [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Bound port: 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'}}] {{(pid=93098) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:26.332307 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.408706 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, cleared binding levels {{(pid=93098) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:26.414022 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93098) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:26.422743 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.423102 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a1f6cae-fa9c-4c53-b8db-9ab7ba5d70b5 req-7b6d0e6c-a0ea-4527-b209-a918a8e33d67 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204240 Jun 23 14:10:26.433268 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.467013 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:26.467645 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for port, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.469097 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] 10.222.0.10 "PUT /v2.0/ports/1a3dcbb8-cde2-4c61-af45-d87776ad67c0 HTTP/1.1" status: 200 len: 1094 time: 0.9780309 Jun 23 14:10:26.473318 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0'}] {{(pid=93098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:26.500928 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ece7c814-e46e-4a51-adbb-17ef998345e3 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:26.513826 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.562032 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Transition to ACTIVE for port object ece7c814-e46e-4a51-adbb-17ef998345e3 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:26.580197 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:26.588747 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.590865 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.597234 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.662618 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Pushing event updated for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=3']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.671996 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.695122 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-341ab667-d037-47ab-9120-cbf4869259f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:26.696627 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-341ab667-d037-47ab-9120-cbf4869259f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 1097 time: 0.1582119 Jun 23 14:10:26.753393 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae64177605cb7c2040b05ec36b85f5604532bc610432cca37264cc9b1b03e449" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9490555f-1587-4f09-aaac-d81f807860d9" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0"}]}' {{(pid=93098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:26.838403 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Transition to ACTIVE for port object 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:26.873791 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.915855 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-7b90e5b1-c22e-4074-a5a8-80cfd6b01b6e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0 HTTP/1.1" status: 200 len: 217 time: 0.0622234 Jun 23 14:10:26.938508 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc424b29-cf04-47d9-8222-adf144249a68 x-openstack-request-id: req-dc424b29-cf04-47d9-8222-adf144249a68 {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:26.938886 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0", "status": "completed", "code": 200}]} {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:26.939235 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc424b29-cf04-47d9-8222-adf144249a68 {{(pid=93098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:26.939921 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'status': 'completed', 'code': 200} Jun 23 14:10:26.943832 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Pushing event updated for resources: {'Port': ['ID=ece7c814-e46e-4a51-adbb-17ef998345e3,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.951828 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.952392 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.977160 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0e32d000-2018-4053-99c2-0599689b1c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:26.978696 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-0e32d000-2018-4053-99c2-0599689b1c08 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0558622 Jun 23 14:10:27.002649 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Attempting to bind port ece7c814-e46e-4a51-adbb-17ef998345e3 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:27.003090 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Attempting to bind port ece7c814-e46e-4a51-adbb-17ef998345e3 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'f357bc6a-3b33-4367-b4fd-e798f909bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '338d37ad-7a79-4608-9753-280287b911e4'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:27.003516 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Attempting to bind port ece7c814-e46e-4a51-adbb-17ef998345e3 on network 338d37ad-7a79-4608-9753-280287b911e4 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:27.027837 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Port ece7c814-e46e-4a51-adbb-17ef998345e3 on network 338d37ad-7a79-4608-9753-280287b911e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:27.028320 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Attempting to bind port ece7c814-e46e-4a51-adbb-17ef998345e3 on network 338d37ad-7a79-4608-9753-280287b911e4 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:27.037863 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539050da-4304-47de-a268-4f961add6f8f service neutron] Pushing event updated for resources: {'Port': ['ID=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.051560 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-539050da-4304-47de-a268-4f961add6f8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.065234 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:27.065595 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Checking segment: {'id': 'f357bc6a-3b33-4367-b4fd-e798f909bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '338d37ad-7a79-4608-9753-280287b911e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:27.066194 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Bound using segment: {'id': 'f357bc6a-3b33-4367-b4fd-e798f909bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '338d37ad-7a79-4608-9753-280287b911e4'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:27.066688 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Bound port: ece7c814-e46e-4a51-adbb-17ef998345e3, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f357bc6a-3b33-4367-b4fd-e798f909bd6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '338d37ad-7a79-4608-9753-280287b911e4'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:27.067088 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.152547 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Attempting to bind port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:27.158916 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Attempting to bind port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:27.159859 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Attempting to bind port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 on network 11879569-ede3-4725-9735-40e8446c333f {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:27.250772 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 on network 11879569-ede3-4725-9735-40e8446c333f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:27.251098 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Attempting to bind port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 on network 11879569-ede3-4725-9735-40e8446c333f {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:27.269077 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-2bc90c76-4700-49c0-877c-b0154dab8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.270594 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-2bc90c76-4700-49c0-877c-b0154dab8923 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2856519 Jun 23 14:10:27.292126 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:27.292593 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Checking segment: {'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:27.293078 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Bound using segment: {'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:27.293745 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Bound port: 046f361d-6b20-4bfd-b3c5-b9a97aa4da21, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:27.294193 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.318104 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] For port ece7c814-e46e-4a51-adbb-17ef998345e3, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:27.360417 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] For port ece7c814-e46e-4a51-adbb-17ef998345e3, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ece7c814-e46e-4a51-adbb-17ef998345e3,segment=NetworkSegment(f357bc6a-3b33-4367-b4fd-e798f909bd6c),segment_id=f357bc6a-3b33-4367-b4fd-e798f909bd6c)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:27.372717 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.376948 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8fa0ebf-d99c-4270-89d9-9ff8fc160609 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:27.391744 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-28a8f937-6b11-47da-9c07-7039a12869b5 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137040 Jun 23 14:10:27.405562 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.409654 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.483269 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.483788 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.485307 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] 10.222.0.10 "PUT /v2.0/ports/ece7c814-e46e-4a51-adbb-17ef998345e3 HTTP/1.1" status: 200 len: 1094 time: 2.0429668 Jun 23 14:10:27.486876 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Transition to ACTIVE for port object e8fa0ebf-d99c-4270-89d9-9ff8fc160609 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:27.493620 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a061ffac-f31e-4350-8eda-e71d871e27ad', 'tag': 'ece7c814-e46e-4a51-adbb-17ef998345e3'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:27.526733 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f576ae-e0a0-44a4-8dba-8500bd182bea req-ca02bd77-148e-414a-98d3-8a3edfee5000 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265583 Jun 23 14:10:27.576351 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb97b3-adf0-4905-bfd0-7535c98ebe55 req-4e7eed9b-d727-49f0-93d9-b78908642c91 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.577996 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-92cb97b3-adf0-4905-bfd0-7535c98ebe55 req-4e7eed9b-d727-49f0-93d9-b78908642c91 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 931 time: 0.4638329 Jun 23 14:10:27.588256 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.663274 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-4217dc9f-fb0c-4d5c-99be-030520df7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.665079 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-4217dc9f-fb0c-4d5c-99be-030520df7760 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff767a2274714f4f986dc742cc4aa42d&device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 1097 time: 0.1220715 Jun 23 14:10:27.678249 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1024de-4514-4ce6-893d-b9ae3048beaa req-7b5eddd7-63d8-4dac-bd27-c41562979843 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.685056 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-be1024de-4514-4ce6-893d-b9ae3048beaa req-7b5eddd7-63d8-4dac-bd27-c41562979843 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 944 time: 0.1073954 Jun 23 14:10:27.691256 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] For port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:27.703069 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Pushing event updated for resources: {'Port': ['ID=ece7c814-e46e-4a51-adbb-17ef998345e3,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.725505 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df9c9fc-1151-475d-ab73-e28ee5aedb23" -d '{"events": [{"name": "network-changed", "server_uuid": "a061ffac-f31e-4350-8eda-e71d871e27ad", "tag": "ece7c814-e46e-4a51-adbb-17ef998345e3"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:27.728333 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.735351 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.738449 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-b95d5b39-0185-4f47-a6d0-dd44f848d730 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece7c814-e46e-4a51-adbb-17ef998345e3 HTTP/1.1" status: 200 len: 217 time: 0.0513756 Jun 23 14:10:27.796923 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] For port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:27.798020 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-be1024de-4514-4ce6-893d-b9ae3048beaa req-8779d25d-fa0a-49fa-b198-e0bc60bd820a tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118190 Jun 23 14:10:27.831686 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.833699 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-e100615c-dd3f-4a5a-a838-5404c87109cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.835332 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-e100615c-dd3f-4a5a-a838-5404c87109cc service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b25ca945-3bf2-4de5-9b1a-41d925af23f4 HTTP/1.1" status: 200 len: 852 time: 0.0871332 Jun 23 14:10:27.885476 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-f5b35af0-b44a-4183-974c-830cada76d32 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=338d37ad-7a79-4608-9753-280287b911e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430293 Jun 23 14:10:27.897238 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.901287 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.912403 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.913332 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.915136 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-539050da-4304-47de-a268-4f961add6f8f service neutron] 10.222.0.10 "PUT /v2.0/ports/046f361d-6b20-4bfd-b3c5-b9a97aa4da21 HTTP/1.1" status: 200 len: 1094 time: 2.4774659 Jun 23 14:10:27.967000 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.096s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.971482 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-92cb97b3-adf0-4905-bfd0-7535c98ebe55 req-11bc158d-8e78-4282-a255-a63dab6318fe tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3705842 Jun 23 14:10:28.004719 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490555f-1587-4f09-aaac-d81f807860d9 req-7754edd0-26a6-4a65-b920-eadbdaf40429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.006200 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9490555f-1587-4f09-aaac-d81f807860d9 req-7754edd0-26a6-4a65-b920-eadbdaf40429 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 1097 time: 0.4166892 Jun 23 14:10:28.067034 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-4ff275ea-1bd0-446c-8ab2-6f8c463cb778 service neutron] 10.222.0.10 "GET /v2.0/networks/338d37ad-7a79-4608-9753-280287b911e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709008 Jun 23 14:10:28.075902 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Attempting to bind port e8fa0ebf-d99c-4270-89d9-9ff8fc160609 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:28.076384 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Attempting to bind port e8fa0ebf-d99c-4270-89d9-9ff8fc160609 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:28.076735 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Attempting to bind port e8fa0ebf-d99c-4270-89d9-9ff8fc160609 on network 11879569-ede3-4725-9735-40e8446c333f {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:28.122485 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Port e8fa0ebf-d99c-4270-89d9-9ff8fc160609 on network 11879569-ede3-4725-9735-40e8446c333f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:28.122954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Attempting to bind port e8fa0ebf-d99c-4270-89d9-9ff8fc160609 on network 11879569-ede3-4725-9735-40e8446c333f {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:28.175121 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d1fec3-ce0b-4ff7-b172-4665f58df38e x-openstack-request-id: req-10d1fec3-ce0b-4ff7-b172-4665f58df38e {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:28.175402 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a061ffac-f31e-4350-8eda-e71d871e27ad", "tag": "ece7c814-e46e-4a51-adbb-17ef998345e3", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:28.175673 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-10d1fec3-ce0b-4ff7-b172-4665f58df38e {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:28.176138 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a061ffac-f31e-4350-8eda-e71d871e27ad', 'tag': 'ece7c814-e46e-4a51-adbb-17ef998345e3', 'status': 'completed', 'code': 200} Jun 23 14:10:28.205644 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:28.205984 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Checking segment: {'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:28.206396 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Bound using segment: {'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:28.206835 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Bound port: e8fa0ebf-d99c-4270-89d9-9ff8fc160609, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '11879569-ede3-4725-9735-40e8446c333f'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:28.207184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.211429 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb4751-212f-4bc1-9127-a72581959175 req-d647c6f4-db85-4f38-b367-770f613ce689 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.215930 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539050da-4304-47de-a268-4f961add6f8f service neutron] Pushing event updated for resources: {'Port': ['ID=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:28.218396 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-31bb4751-212f-4bc1-9127-a72581959175 req-d647c6f4-db85-4f38-b367-770f613ce689 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.1629939 Jun 23 14:10:28.230755 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-539050da-4304-47de-a268-4f961add6f8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:28.254831 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dbdcaa33-b75a-46e1-8bb6-74343116cc0f req-ae4f4cab-94a9-45a0-b0bc-6a77a58d7e4b service neutron] 10.222.0.10 "GET /v2.0/networks/338d37ad-7a79-4608-9753-280287b911e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539762 Jun 23 14:10:28.274660 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-31bb4751-212f-4bc1-9127-a72581959175 req-d0c08c70-9820-4ed9-a354-82cc587e8b62 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510910 Jun 23 14:10:28.287775 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-4c664088-5b40-431d-ac03-da4d4b148546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.289160 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-4c664088-5b40-431d-ac03-da4d4b148546 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 1097 time: 0.3150187 Jun 23 14:10:28.290147 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490555f-1587-4f09-aaac-d81f807860d9 req-3accd038-8733-43bd-89f9-a8ce33c5ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.291496 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9490555f-1587-4f09-aaac-d81f807860d9 req-3accd038-8733-43bd-89f9-a8ce33c5ad88 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.2659438 Jun 23 14:10:28.396985 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-0d1bc1af-ae31-4558-9ae7-0c5126246c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.398499 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-0d1bc1af-ae31-4558-9ae7-0c5126246c54 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=ff767a2274714f4f986dc742cc4aa42d&device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 1097 time: 0.0632889 Jun 23 14:10:28.411773 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9490555f-1587-4f09-aaac-d81f807860d9 req-21cca037-2b05-4bb3-ab73-d839ccbe88ba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0 HTTP/1.1" status: 200 len: 217 time: 0.1017113 Jun 23 14:10:28.412954 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-6e3b4607-87ef-4b0d-ab21-e170167d15b0 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21 HTTP/1.1" status: 200 len: 217 time: 0.1110291 Jun 23 14:10:28.445828 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] For port e8fa0ebf-d99c-4270-89d9-9ff8fc160609, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:28.498235 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] For port e8fa0ebf-d99c-4270-89d9-9ff8fc160609, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:28.513573 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.525773 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:28.531999 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490555f-1587-4f09-aaac-d81f807860d9 req-8ba9d204-d488-4b2e-9024-ed49d3f5fc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.533489 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9490555f-1587-4f09-aaac-d81f807860d9 req-8ba9d204-d488-4b2e-9024-ed49d3f5fc88 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.1100841 Jun 23 14:10:28.537524 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-a8c3c2d3-f4fb-436d-86f5-84fddc8f26d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.539414 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-a8c3c2d3-f4fb-436d-86f5-84fddc8f26d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.1166105 Jun 23 14:10:28.557971 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-bb4a38a0-4a81-4768-851c-66d0d8dd1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.559640 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-bb4a38a0-4a81-4768-851c-66d0d8dd1579 service neutron] 10.222.0.10 "GET /v2.0/networks?id=338d37ad-7a79-4608-9753-280287b911e4 HTTP/1.1" status: 200 len: 913 time: 0.1542060 Jun 23 14:10:28.608364 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-90a2ac7a-721f-4620-bc88-937b2b3fa7ab service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ece7c814-e46e-4a51-adbb-17ef998345e3 HTTP/1.1" status: 200 len: 217 time: 0.0421543 Jun 23 14:10:28.632908 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.633534 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.634919 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] 10.222.0.10 "PUT /v2.0/ports/e8fa0ebf-d99c-4270-89d9-9ff8fc160609 HTTP/1.1" status: 200 len: 1093 time: 3.1450672 Jun 23 14:10:28.639201 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-4e9cb602-6327-4fbd-9470-f251a5411012 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813613 Jun 23 14:10:28.662181 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Pushing event updated for resources: {'Port': ['ID=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:28.663506 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-f9b37d62-87b4-431e-9ed3-48a681338ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.669235 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:28.671623 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-f9b37d62-87b4-431e-9ed3-48a681338ab7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=b25ca945-3bf2-4de5-9b1a-41d925af23f4 HTTP/1.1" status: 200 len: 852 time: 0.0559523 Jun 23 14:10:28.716339 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-de167f35-ab14-4a62-9917-ed1d4bb8001e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=338d37ad-7a79-4608-9753-280287b911e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343723 Jun 23 14:10:28.841799 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-b79c28a4-85f8-4141-aa0d-56ec4fc09037 service neutron] 10.222.0.10 "GET /v2.0/networks/338d37ad-7a79-4608-9753-280287b911e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183813 Jun 23 14:10:28.928705 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9490555f-1587-4f09-aaac-d81f807860d9 req-2a01d104-c201-471e-963f-e961f4e76ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.930620 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9490555f-1587-4f09-aaac-d81f807860d9 req-2a01d104-c201-471e-963f-e961f4e76ce1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3740084 Jun 23 14:10:29.010275 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-7e74a600-5f1f-40d4-a5eb-3f1369c54fe5 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450286 Jun 23 14:10:29.015613 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-d35e88e4-6327-43e5-8483-d0440f267a02 service neutron] 10.222.0.10 "GET /v2.0/networks/338d37ad-7a79-4608-9753-280287b911e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664753 Jun 23 14:10:29.188760 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-4e5cac96-6109-4107-8462-eb2ecda93d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.190291 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-4e5cac96-6109-4107-8462-eb2ecda93d6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 1096 time: 0.4891458 Jun 23 14:10:29.220029 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945e9d7-95ea-427c-b43f-89049901b05c req-7c261542-b636-4a82-9e27-29bfcc81ad43 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.223360 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2945e9d7-95ea-427c-b43f-89049901b05c req-7c261542-b636-4a82-9e27-29bfcc81ad43 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 943 time: 0.0909939 Jun 23 14:10:29.271694 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-ae97e374-33da-4eca-9d24-4af0df91a906 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8fa0ebf-d99c-4270-89d9-9ff8fc160609 HTTP/1.1" status: 200 len: 217 time: 0.0716357 Jun 23 14:10:29.277944 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9490555f-1587-4f09-aaac-d81f807860d9 req-5966df06-9e3d-4487-bdbc-734dca2e1a42 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340747 Jun 23 14:10:29.285928 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2945e9d7-95ea-427c-b43f-89049901b05c req-64cdae7c-5a73-4d29-bdf8-7ba7a7b52e6f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567853 Jun 23 14:10:29.322679 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2363ddb8-8f61-4ad3-8aa6-11d83355af64 req-a5b5d1f4-1ec1-431b-a5e1-ad4f140bd0e4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.333536 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2363ddb8-8f61-4ad3-8aa6-11d83355af64 req-a5b5d1f4-1ec1-431b-a5e1-ad4f140bd0e4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 944 time: 0.3227212 Jun 23 14:10:29.377964 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f89a1f7-acc1-4c3a-8d92-c782912c2d6b req-c46b5e22-bab1-44b1-a681-bd5da70821cf service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134024 Jun 23 14:10:29.467013 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-96e2811a-72c1-407b-8c15-8d28ebcc81a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.468472 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-96e2811a-72c1-407b-8c15-8d28ebcc81a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.1781685 Jun 23 14:10:29.473153 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2363ddb8-8f61-4ad3-8aa6-11d83355af64 req-8772823d-7f1e-41e9-b875-1bee8530a096 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412895 Jun 23 14:10:29.516810 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-6f6715c8-ec5a-47e6-9b30-cb79e57b40ae service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405400 Jun 23 14:10:29.526557 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9490555f-1587-4f09-aaac-d81f807860d9 req-9230fbbc-fc1b-4273-8ae5-6370d025e6c2 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368541 Jun 23 14:10:29.530779 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2a9256-5de1-47fe-9a49-16ddf4b9caa1 req-d1a4dfb2-3d53-4e0c-bb9f-1eace5a3620b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.540053 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ec2a9256-5de1-47fe-9a49-16ddf4b9caa1 req-d1a4dfb2-3d53-4e0c-bb9f-1eace5a3620b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0863500 Jun 23 14:10:29.577991 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ec2a9256-5de1-47fe-9a49-16ddf4b9caa1 req-fb6ca88a-0a51-449c-831c-99f65554fe77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369959 Jun 23 14:10:29.623473 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-076231e0-3df0-4f21-85c0-ff270ce32ae1 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957313 Jun 23 14:10:29.713806 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5875ba91-6f0f-4bfa-a2ee-ac1ffd5caf08 req-3c97fbeb-b94f-4ad3-8478-5a2b7e2a6556 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840073 Jun 23 14:10:30.177457 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '191e8018-9cf3-4e1d-9c68-64d1805b0f7b', 'tag': '046f361d-6b20-4bfd-b3c5-b9a97aa4da21'}, {'name': 'network-changed', 'server_uuid': '67260bd7-a7d3-4718-9cb2-acdc7e60987a', 'tag': 'e8fa0ebf-d99c-4270-89d9-9ff8fc160609'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:30.179681 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3" -d '{"events": [{"name": "network-changed", "server_uuid": "191e8018-9cf3-4e1d-9c68-64d1805b0f7b", "tag": "046f361d-6b20-4bfd-b3c5-b9a97aa4da21"}, {"name": "network-changed", "server_uuid": "67260bd7-a7d3-4718-9cb2-acdc7e60987a", "tag": "e8fa0ebf-d99c-4270-89d9-9ff8fc160609"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:30.218673 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3504aea1-0b3c-45b9-855a-31d0db0883da x-openstack-request-id: req-3504aea1-0b3c-45b9-855a-31d0db0883da {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:30.218991 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "191e8018-9cf3-4e1d-9c68-64d1805b0f7b", "tag": "046f361d-6b20-4bfd-b3c5-b9a97aa4da21", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "67260bd7-a7d3-4718-9cb2-acdc7e60987a", "tag": "e8fa0ebf-d99c-4270-89d9-9ff8fc160609", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:30.219312 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3504aea1-0b3c-45b9-855a-31d0db0883da {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:30.219734 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '191e8018-9cf3-4e1d-9c68-64d1805b0f7b', 'tag': '046f361d-6b20-4bfd-b3c5-b9a97aa4da21', 'status': 'completed', 'code': 200} Jun 23 14:10:30.220010 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67260bd7-a7d3-4718-9cb2-acdc7e60987a', 'tag': 'e8fa0ebf-d99c-4270-89d9-9ff8fc160609', 'status': 'completed', 'code': 200} Jun 23 14:10:30.298493 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-0a4e0786-8b02-4c59-ab45-e958fb219c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.300509 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-0a4e0786-8b02-4c59-ab45-e958fb219c78 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 1097 time: 0.0578716 Jun 23 14:10:30.399763 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-6a2be585-8e8e-4061-a10b-ec76632f1645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.401264 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-6a2be585-8e8e-4061-a10b-ec76632f1645 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 920 time: 0.0934906 Jun 23 14:10:30.451550 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-b406e5f3-e587-433e-907a-7ed54b77d024 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21 HTTP/1.1" status: 200 len: 217 time: 0.0419784 Jun 23 14:10:30.517906 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-90a60d78-045b-461b-bc75-c3e3f32cc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.520199 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77015651-09c3-448a-9cd8-dea0192a98b2 req-19b1aa3a-3b2e-48fe-984d-6dd91f82e993 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.526666 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-90a60d78-045b-461b-bc75-c3e3f32cc474 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.0652947 Jun 23 14:10:30.540226 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-77015651-09c3-448a-9cd8-dea0192a98b2 req-19b1aa3a-3b2e-48fe-984d-6dd91f82e993 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 943 time: 0.1096513 Jun 23 14:10:30.574402 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-05e9fdad-ee72-4556-ba25-b981d5447589 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422466 Jun 23 14:10:30.625925 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-77015651-09c3-448a-9cd8-dea0192a98b2 req-dc225b3b-5e52-4bc8-bc91-606b12ff19cb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756509 Jun 23 14:10:30.734422 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58476) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:30.795077 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-2180c517-3c12-47fc-a313-184e5b22cc7d service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124722 Jun 23 14:10:30.836031 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed177eec-3408-4c1d-808c-feb5a7c6bbba req-bcd326d4-0b80-4e65-876e-491e0afadd1f tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.838431 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ed177eec-3408-4c1d-808c-feb5a7c6bbba req-bcd326d4-0b80-4e65-876e-491e0afadd1f tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 944 time: 0.1381066 Jun 23 14:10:30.870857 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d8545-b6fb-47b2-8898-7234f9f16eea req-1f043f4e-46cb-4c10-8b12-23898b995fb6 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.872760 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-919d8545-b6fb-47b2-8898-7234f9f16eea req-1f043f4e-46cb-4c10-8b12-23898b995fb6 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.1001630 Jun 23 14:10:30.923101 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-919d8545-b6fb-47b2-8898-7234f9f16eea req-d745a658-36db-4a82-bf95-4d84862a5c4d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441403 Jun 23 14:10:30.929554 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1ebb027e-ada3-4408-922c-ec0f9c724ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.930315 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ed177eec-3408-4c1d-808c-feb5a7c6bbba req-d2cec0b8-60c2-4fe3-8f33-53b1ff523db4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747712 Jun 23 14:10:30.947802 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-1b645c48-16a4-4d72-88e2-0bcebfaacaba service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444395 Jun 23 14:10:31.055013 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device ece7c814-e46e-4a51-adbb-17ef998345e3 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:31.075327 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-fcba27e8-65a2-4d55-959d-7ff5f3c698bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.076907 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-fcba27e8-65a2-4d55-959d-7ff5f3c698bb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 1096 time: 0.0788319 Jun 23 14:10:31.081257 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1ebb027e-ada3-4408-922c-ec0f9c724ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.086416 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1ebb027e-ada3-4408-922c-ec0f9c724ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.099684 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f6d36b29-38e0-4f4b-9c36-2002bd5a53f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:31.152339 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1ebb027e-ada3-4408-922c-ec0f9c724ae9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1a23ca4a0c4b452cabecfa814f67cb54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4158282 Jun 23 14:10:31.153404 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb027e-ada3-4408-922c-ec0f9c724ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f9586b-329b-4f8a-9553-4a13aaa93caf,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:31.156043 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58504) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:31.166059 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1ebb027e-ada3-4408-922c-ec0f9c724ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:31.227002 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port ece7c814-e46e-4a51-adbb-17ef998345e3, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ece7c814-e46e-4a51-adbb-17ef998345e3,segment=NetworkSegment(f357bc6a-3b33-4367-b4fd-e798f909bd6c),segment_id=f357bc6a-3b33-4367-b4fd-e798f909bd6c)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:31.238439 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3b8e81ec-4a4f-46dd-b86d-58e53d6657b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.241287 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': 'ece7c814-e46e-4a51-adbb-17ef998345e3', 'network_id': '338d37ad-7a79-4608-9753-280287b911e4', 'port_id': 'ece7c814-e46e-4a51-adbb-17ef998345e3', 'mac_address': 'fa:16:3e:23:da:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25ca945-3bf2-4de5-9b1a-41d925af23f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:31.241739 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-f29b449c-9ab6-4ef3-abea-75e786a4fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.243374 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-f29b449c-9ab6-4ef3-abea-75e786a4fe88 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 920 time: 0.1585708 Jun 23 14:10:31.264201 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3b8e81ec-4a4f-46dd-b86d-58e53d6657b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.299902 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.307641 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-35df357d-963f-4403-9a15-a90b3ea2cb22 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8fa0ebf-d99c-4270-89d9-9ff8fc160609 HTTP/1.1" status: 200 len: 217 time: 0.0559342 Jun 23 14:10:31.315622 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ece7c814-e46e-4a51-adbb-17ef998345e3 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:31.331896 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3b8e81ec-4a4f-46dd-b86d-58e53d6657b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.335250 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3b8e81ec-4a4f-46dd-b86d-58e53d6657b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.336429 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-3b8e81ec-4a4f-46dd-b86d-58e53d6657b6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c5f9586b-329b-4f8a-9553-4a13aaa93caf HTTP/1.1" status: 204 len: 168 time: 0.1795559 Jun 23 14:10:31.337064 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:31.345108 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e81ec-4a4f-46dd-b86d-58e53d6657b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f9586b-329b-4f8a-9553-4a13aaa93caf,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:31.348084 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-3b8e81ec-4a4f-46dd-b86d-58e53d6657b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:31.364685 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port ece7c814-e46e-4a51-adbb-17ef998345e3, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ece7c814-e46e-4a51-adbb-17ef998345e3,segment=NetworkSegment(f357bc6a-3b33-4367-b4fd-e798f909bd6c),segment_id=f357bc6a-3b33-4367-b4fd-e798f909bd6c)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:31.374116 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.375251 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:31.378776 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a48159b2-74c0-444c-8736-c9d99108ae35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:31.406665 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-63e5d3e1-2598-43a7-ac54-617554b3da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.408054 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-63e5d3e1-2598-43a7-ac54-617554b3da04 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.0934529 Jun 23 14:10:31.447626 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-04c7daab-60bb-4d49-9e14-432855c6b023 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316939 Jun 23 14:10:31.455174 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=ece7c814-e46e-4a51-adbb-17ef998345e3,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:31.488675 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:31.531909 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:31.545355 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'port_id': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'mac_address': 'fa:16:3e:f5:7d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:31.577505 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-588845ab-037b-4313-a9d0-399abb1ed043 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221931 Jun 23 14:10:31.589931 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.603652 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:31.630520 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:31.635413 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.637473 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:31.684145 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a3a948bb-ca8f-4722-939d-6adfbfd7bae3 req-35f3123a-3851-439e-b1f9-669226c43568 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992947 Jun 23 14:10:31.704585 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:31.711036 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:31.740245 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58540) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:31.765167 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1b336c63-e61b-44db-8d34-4d7a0b4ded3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.881314 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055f0c0-6c09-45d1-b249-2a8977522e4e req-a2265a1e-48b9-41fe-8fb6-0f250ac40701 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.882778 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8055f0c0-6c09-45d1-b249-2a8977522e4e req-a2265a1e-48b9-41fe-8fb6-0f250ac40701 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 943 time: 0.1195571 Jun 23 14:10:31.941231 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8055f0c0-6c09-45d1-b249-2a8977522e4e req-544d9033-8f45-46c7-963f-dd95e4af83b4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523207 Jun 23 14:10:31.953476 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1b336c63-e61b-44db-8d34-4d7a0b4ded3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.957965 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1b336c63-e61b-44db-8d34-4d7a0b4ded3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.960324 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:31.997000 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1b336c63-e61b-44db-8d34-4d7a0b4ded3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=85d4fdbf4d2d46fbbef574610f4cfbfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549775 Jun 23 14:10:31.997831 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b336c63-e61b-44db-8d34-4d7a0b4ded3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d71d3f-1f18-4f41-9b34-badd95935ba7,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.012051 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58554) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:32.014180 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1b336c63-e61b-44db-8d34-4d7a0b4ded3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.053769 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['1a3dcbb8-cde2-4c61-af45-d87776ad67c0'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:32.076997 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['ece7c814-e46e-4a51-adbb-17ef998345e3'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:32.085105 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4cad3282-9788-4ad4-8241-b5e33e9bdfef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.138013 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4cad3282-9788-4ad4-8241-b5e33e9bdfef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.162614 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8c0e5-71d7-48db-9417-baa49bde2596 req-776065b2-93c2-4b85-9364-0e0d0d83ea11 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:32.164117 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a1c8c0e5-71d7-48db-9417-baa49bde2596 req-776065b2-93c2-4b85-9364-0e0d0d83ea11 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 945 time: 0.0901542 Jun 23 14:10:32.192731 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c2b4ed-b373-4c9a-8385-97131493e0ce req-5c4693f3-e4b4-4ccb-bfb0-8402c03faa8d tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:32.194312 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-81c2b4ed-b373-4c9a-8385-97131493e0ce req-5c4693f3-e4b4-4ccb-bfb0-8402c03faa8d tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 945 time: 0.1103785 Jun 23 14:10:32.217121 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a1c8c0e5-71d7-48db-9417-baa49bde2596 req-97e5e84c-227e-4ee9-b925-3f3a76045e5e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444868 Jun 23 14:10:32.220840 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4cad3282-9788-4ad4-8241-b5e33e9bdfef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.224170 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4cad3282-9788-4ad4-8241-b5e33e9bdfef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.225281 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-4cad3282-9788-4ad4-8241-b5e33e9bdfef admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/69d71d3f-1f18-4f41-9b34-badd95935ba7 HTTP/1.1" status: 204 len: 168 time: 0.2122662 Jun 23 14:10:32.227608 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.240629 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cad3282-9788-4ad4-8241-b5e33e9bdfef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d71d3f-1f18-4f41-9b34-badd95935ba7,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.247894 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4cad3282-9788-4ad4-8241-b5e33e9bdfef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.270960 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-81c2b4ed-b373-4c9a-8385-97131493e0ce req-3468f93d-24ac-42f7-b099-9779e9928726 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636084 Jun 23 14:10:32.512826 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58568) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:32.628161 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-385f269f-31f0-486f-be35-2aba483aa3c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.714918 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-385f269f-31f0-486f-be35-2aba483aa3c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.718436 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-385f269f-31f0-486f-be35-2aba483aa3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.724736 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-3b8e81ec-4a4f-46dd-b86d-58e53d6657b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.758415 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f269f-31f0-486f-be35-2aba483aa3c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8a66cb-2562-4678-984d-778cc6aa40cf,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.766061 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-385f269f-31f0-486f-be35-2aba483aa3c7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1c8f5b7f3bd64c928eb9589452d07559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505951 Jun 23 14:10:32.766061 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-385f269f-31f0-486f-be35-2aba483aa3c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.767319 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58582) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:33.001034 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ac0560ee-9a71-4d5d-83ee-611cf8d79cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.031920 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device e8fa0ebf-d99c-4270-89d9-9ff8fc160609 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:33.041856 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ac0560ee-9a71-4d5d-83ee-611cf8d79cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.122146 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ac0560ee-9a71-4d5d-83ee-611cf8d79cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.140762 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ac0560ee-9a71-4d5d-83ee-611cf8d79cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.142582 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-ac0560ee-9a71-4d5d-83ee-611cf8d79cc5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f8a66cb-2562-4678-984d-778cc6aa40cf HTTP/1.1" status: 204 len: 168 time: 0.3730931 Jun 23 14:10:33.171342 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:33.186006 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port e8fa0ebf-d99c-4270-89d9-9ff8fc160609, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:33.187153 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0560ee-9a71-4d5d-83ee-611cf8d79cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8a66cb-2562-4678-984d-778cc6aa40cf,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:33.191687 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-ac0560ee-9a71-4d5d-83ee-611cf8d79cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:33.209598 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': 'e8fa0ebf-d99c-4270-89d9-9ff8fc160609', 'network_id': '11879569-ede3-4725-9735-40e8446c333f', 'port_id': 'e8fa0ebf-d99c-4270-89d9-9ff8fc160609', 'mac_address': 'fa:16:3e:f3:a0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ca4a89-2513-4a2e-982e-1be98c7cafa1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:33.238326 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52bff5-3062-4ef4-bd5d-5998c88f1e10 req-d2c475b0-fccb-4b1a-aa38-29b20026e4ff tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:33.240088 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5a52bff5-3062-4ef4-bd5d-5998c88f1e10 req-d2c475b0-fccb-4b1a-aa38-29b20026e4ff tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 943 time: 0.1211524 Jun 23 14:10:33.269138 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.287433 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8fa0ebf-d99c-4270-89d9-9ff8fc160609 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:33.314136 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5a52bff5-3062-4ef4-bd5d-5998c88f1e10 req-401d349c-256c-4686-878e-621689200758 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669587 Jun 23 14:10:33.315644 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port e8fa0ebf-d99c-4270-89d9-9ff8fc160609, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:33.321766 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.322845 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:33.325464 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:33.486667 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a81566-fca2-4e03-9186-855a13519577 req-a9b1e744-fd38-4d95-98ee-e1707514b839 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:33.494835 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a6a81566-fca2-4e03-9186-855a13519577 req-a9b1e744-fd38-4d95-98ee-e1707514b839 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 945 time: 0.1005464 Jun 23 14:10:33.536498 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf6f5e-031a-42c9-abe1-79a2b80dc6af req-cab63e2b-b57b-4b61-bbd6-d5a47bbf343b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:33.538859 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:33.547142 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dccf6f5e-031a-42c9-abe1-79a2b80dc6af req-cab63e2b-b57b-4b61-bbd6-d5a47bbf343b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 945 time: 0.0906210 Jun 23 14:10:33.551023 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a6a81566-fca2-4e03-9186-855a13519577 req-f362162e-145a-4045-a60f-f5b7623134a4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541811 Jun 23 14:10:33.551433 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:33.553494 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:33.570300 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '046f361d-6b20-4bfd-b3c5-b9a97aa4da21', 'network_id': '11879569-ede3-4725-9735-40e8446c333f', 'port_id': '046f361d-6b20-4bfd-b3c5-b9a97aa4da21', 'mac_address': 'fa:16:3e:7e:8b:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6ca4a89-2513-4a2e-982e-1be98c7cafa1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:33.610296 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dccf6f5e-031a-42c9-abe1-79a2b80dc6af req-16c36421-9c1a-407b-925d-bd57e9a9a371 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555751 Jun 23 14:10:33.613298 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.628718 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:33.650716 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:33.655747 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.657523 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:33.681992 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58634) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:33.709785 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:33.713035 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:33.804101 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58644) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:33.867644 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-72079f82-c22d-47e8-b77e-33372a357f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.907056 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-04901eee-f06e-4299-8988-61ec954f1477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.000867 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-72079f82-c22d-47e8-b77e-33372a357f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.007364 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-72079f82-c22d-47e8-b77e-33372a357f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.015067 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2922b87c-be02-4a47-81f9-9470f179905e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:34.073255 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-72079f82-c22d-47e8-b77e-33372a357f22 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=88244d415ce84b3fb5389727fe201377&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3877180 Jun 23 14:10:34.073462 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72079f82-c22d-47e8-b77e-33372a357f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6700dc55-5c5b-4077-bf7a-9b8135c0e0f6,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:34.074325 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58660) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:34.079525 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-72079f82-c22d-47e8-b77e-33372a357f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:34.139324 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-04901eee-f06e-4299-8988-61ec954f1477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.143910 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-04901eee-f06e-4299-8988-61ec954f1477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.147669 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:34.156386 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4b1a-c4c2-4c24-89c2-c8feb06967fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.177334 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04901eee-f06e-4299-8988-61ec954f1477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8d1d6d-eec3-40d4-bd14-d8aa881f60f5,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:34.180344 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4b1a-c4c2-4c24-89c2-c8feb06967fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.182422 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-04901eee-f06e-4299-8988-61ec954f1477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:34.198828 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-04901eee-f06e-4299-8988-61ec954f1477 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=389c481c9cab4808b921356157e5b6db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3912187 Jun 23 14:10:34.199014 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58666) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:34.251280 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4b1a-c4c2-4c24-89c2-c8feb06967fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.253884 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6a7b4b1a-c4c2-4c24-89c2-c8feb06967fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.255497 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-6a7b4b1a-c4c2-4c24-89c2-c8feb06967fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6700dc55-5c5b-4077-bf7a-9b8135c0e0f6 HTTP/1.1" status: 204 len: 168 time: 0.1759934 Jun 23 14:10:34.256333 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:34.264154 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b4b1a-c4c2-4c24-89c2-c8feb06967fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6700dc55-5c5b-4077-bf7a-9b8135c0e0f6,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:34.267101 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-6a7b4b1a-c4c2-4c24-89c2-c8feb06967fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:34.276710 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-451cbc43-d072-4877-87bb-e3034bf53b1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.303193 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-451cbc43-d072-4877-87bb-e3034bf53b1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.359534 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-451cbc43-d072-4877-87bb-e3034bf53b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.362971 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-451cbc43-d072-4877-87bb-e3034bf53b1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.364121 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-451cbc43-d072-4877-87bb-e3034bf53b1d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e8d1d6d-eec3-40d4-bd14-d8aa881f60f5 HTTP/1.1" status: 204 len: 168 time: 0.1641965 Jun 23 14:10:34.364931 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3da9839f-8489-437c-b5e7-240d99557b55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:34.372961 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451cbc43-d072-4877-87bb-e3034bf53b1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8d1d6d-eec3-40d4-bd14-d8aa881f60f5,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:34.376030 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-451cbc43-d072-4877-87bb-e3034bf53b1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:34.520112 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc2d4c-2e87-4e5a-b025-fb9fed5724fe req-9facad0e-40e0-4b25-a64d-a0fff60a349d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:34.521730 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-91fc2d4c-2e87-4e5a-b025-fb9fed5724fe req-9facad0e-40e0-4b25-a64d-a0fff60a349d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 944 time: 0.0684795 Jun 23 14:10:34.583658 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-91fc2d4c-2e87-4e5a-b025-fb9fed5724fe req-b967fa87-bfcf-4bd8-90e4-7f6ad0de70ea tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541043 Jun 23 14:10:34.788956 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45309b12-02ac-4e7f-a5c5-e6dfab8864d1 req-51be1dac-95fc-4d30-9681-ca61d47f9fbf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:34.790474 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-45309b12-02ac-4e7f-a5c5-e6dfab8864d1 req-51be1dac-95fc-4d30-9681-ca61d47f9fbf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 945 time: 0.0830541 Jun 23 14:10:34.817862 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223003ac-6604-4a6f-99d5-8f008456c1e8 req-692a5b75-7460-4811-853b-43af960e4c07 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:34.819485 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-223003ac-6604-4a6f-99d5-8f008456c1e8 req-692a5b75-7460-4811-853b-43af960e4c07 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 945 time: 0.0805712 Jun 23 14:10:34.847027 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-45309b12-02ac-4e7f-a5c5-e6dfab8864d1 req-658efcae-d73d-4699-a634-1206ca9c8e01 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479147 Jun 23 14:10:34.864773 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-223003ac-6604-4a6f-99d5-8f008456c1e8 req-9c77fc9c-4fa8-41b0-97d5-efa3652a8304 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384481 Jun 23 14:10:34.874036 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58708) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:34.890755 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f6c00cfe-e504-4bc0-89e2-57e4f393fa80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.986518 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f6c00cfe-e504-4bc0-89e2-57e4f393fa80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.991031 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f6c00cfe-e504-4bc0-89e2-57e4f393fa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.995686 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.037840 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-f6c00cfe-e504-4bc0-89e2-57e4f393fa80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c16c812f75a545a485cbc73fe918d390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1622329 Jun 23 14:10:35.039232 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c00cfe-e504-4bc0-89e2-57e4f393fa80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788e1a27-a5a3-4f54-bd34-8026cb681e77,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.040311 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58712) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.048480 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58714) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.054701 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f6c00cfe-e504-4bc0-89e2-57e4f393fa80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.085766 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3afb984e-83e8-475d-b2c2-0ed31b605236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.151869 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eeac4abc-ebf4-487e-8485-bd174bd0f999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.189181 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eeac4abc-ebf4-487e-8485-bd174bd0f999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.197279 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58718) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.263100 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3afb984e-83e8-475d-b2c2-0ed31b605236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.268960 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3afb984e-83e8-475d-b2c2-0ed31b605236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.270219 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eeac4abc-ebf4-487e-8485-bd174bd0f999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.273902 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a0bdafe4-7b72-43ca-95c9-c33c07183336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.284328 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eeac4abc-ebf4-487e-8485-bd174bd0f999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.287941 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-eeac4abc-ebf4-487e-8485-bd174bd0f999 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/788e1a27-a5a3-4f54-bd34-8026cb681e77 HTTP/1.1" status: 204 len: 168 time: 0.2441394 Jun 23 14:10:35.319011 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-3afb984e-83e8-475d-b2c2-0ed31b605236 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8b213413d3ba419ea5c1b4ef1f111ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669513 Jun 23 14:10:35.319312 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58726) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.326815 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb984e-83e8-475d-b2c2-0ed31b605236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5be8f496-bbf3-4240-8cfd-8e975c2a7032,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.355848 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeac4abc-ebf4-487e-8485-bd174bd0f999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788e1a27-a5a3-4f54-bd34-8026cb681e77,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.362946 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-eeac4abc-ebf4-487e-8485-bd174bd0f999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.363367 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.363651 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.380006 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device ece7c814-e46e-4a51-adbb-17ef998345e3 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:35.388555 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-486a88e9-61d6-4abd-b52f-58586e11d3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.412788 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-486a88e9-61d6-4abd-b52f-58586e11d3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.468973 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-486a88e9-61d6-4abd-b52f-58586e11d3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.471962 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port ece7c814-e46e-4a51-adbb-17ef998345e3 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:35.472510 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-486a88e9-61d6-4abd-b52f-58586e11d3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.477076 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-486a88e9-61d6-4abd-b52f-58586e11d3d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5be8f496-bbf3-4240-8cfd-8e975c2a7032 HTTP/1.1" status: 204 len: 168 time: 0.1544685 Jun 23 14:10:35.480840 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.481862 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port ece7c814-e46e-4a51-adbb-17ef998345e3 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:35.482454 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.491340 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a88e9-61d6-4abd-b52f-58586e11d3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5be8f496-bbf3-4240-8cfd-8e975c2a7032,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.494462 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-486a88e9-61d6-4abd-b52f-58586e11d3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.497046 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e69b623f-8925-4f46-9210-5ad06d544064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.583864 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.617405 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a061ffac-f31e-4350-8eda-e71d871e27ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece7c814-e46e-4a51-adbb-17ef998345e3'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:35.668577 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e69b623f-8925-4f46-9210-5ad06d544064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.676707 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e69b623f-8925-4f46-9210-5ad06d544064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.691439 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.741071 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58744) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.741622 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e69b623f-8925-4f46-9210-5ad06d544064 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8957dba9fc9e4f389543678c9ff4405e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431747 Jun 23 14:10:35.747618 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b623f-8925-4f46-9210-5ad06d544064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8de5ad-ce23-41af-97ea-02aee2e73c5b,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.755462 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e69b623f-8925-4f46-9210-5ad06d544064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.864523 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bb135e47-71f7-459b-9051-174c2602c714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.892495 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port ece7c814-e46e-4a51-adbb-17ef998345e3, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ece7c814-e46e-4a51-adbb-17ef998345e3,segment=NetworkSegment(f357bc6a-3b33-4367-b4fd-e798f909bd6c),segment_id=f357bc6a-3b33-4367-b4fd-e798f909bd6c)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:35.897842 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bb135e47-71f7-459b-9051-174c2602c714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.907320 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27274385-76e2-4a70-862c-c7cdc81a6f47 req-7756c315-ba24-4a6a-8ea2-3c8097f39986 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:35.908180 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.909592 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-27274385-76e2-4a70-862c-c7cdc81a6f47 req-7756c315-ba24-4a6a-8ea2-3c8097f39986 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 944 time: 0.1539860 Jun 23 14:10:35.916797 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:35.920663 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.997603 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bb135e47-71f7-459b-9051-174c2602c714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.002106 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bb135e47-71f7-459b-9051-174c2602c714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.002780 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bb135e47-71f7-459b-9051-174c2602c714 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0f8de5ad-ce23-41af-97ea-02aee2e73c5b HTTP/1.1" status: 204 len: 168 time: 0.2595279 Jun 23 14:10:36.004165 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:36.007769 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=ece7c814-e46e-4a51-adbb-17ef998345e3,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:36.009540 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-27274385-76e2-4a70-862c-c7cdc81a6f47 req-6b39e302-c6fb-44d9-a771-e5ccd1c78735 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924947 Jun 23 14:10:36.016700 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb135e47-71f7-459b-9051-174c2602c714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8de5ad-ce23-41af-97ea-02aee2e73c5b,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:36.023614 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:36.037873 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bb135e47-71f7-459b-9051-174c2602c714 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:36.104276 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:36.113082 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:36.114524 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.162533 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fcb6d9-d427-4eb9-9d09-59febf783ffd req-7e7559e2-d8a6-4bca-8a5c-051db64a24bf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:36.164811 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-27fcb6d9-d427-4eb9-9d09-59febf783ffd req-7e7559e2-d8a6-4bca-8a5c-051db64a24bf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 945 time: 0.1316483 Jun 23 14:10:36.243185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97fb1f2-ec81-4e67-9de6-0935d5fb77a2 req-55439451-0f67-4445-a250-de98d9df4bd1 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:36.248846 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-27fcb6d9-d427-4eb9-9d09-59febf783ffd req-e30e73ed-3d14-4722-a2e4-00666bac146f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0775814 Jun 23 14:10:36.252099 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f97fb1f2-ec81-4e67-9de6-0935d5fb77a2 req-55439451-0f67-4445-a250-de98d9df4bd1 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.0931756 Jun 23 14:10:36.280749 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.311394 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f97fb1f2-ec81-4e67-9de6-0935d5fb77a2 req-7381ae73-1e73-491b-a0cb-0f3af8cc9a73 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582218 Jun 23 14:10:36.320691 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:36.330429 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.332408 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-4fddcfa0-c676-4559-942e-881c53fae9a6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:36.356283 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f16b906-323e-4d06-98dd-a76f7fb6d0c6" -d '{"events": [{"server_uuid": "a061ffac-f31e-4350-8eda-e71d871e27ad", "name": "network-vif-plugged", "status": "completed", "tag": "ece7c814-e46e-4a51-adbb-17ef998345e3"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:36.390161 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:36.394041 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:36.428183 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['e8fa0ebf-d99c-4270-89d9-9ff8fc160609'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:36.588839 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58790) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:36.603183 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8a00d95e-c075-4a96-929c-1dcbe8264535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.627674 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ae0d30-c7ad-4cbf-b6f2-74dfc644aba5 x-openstack-request-id: req-c0ae0d30-c7ad-4cbf-b6f2-74dfc644aba5 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:36.627886 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a061ffac-f31e-4350-8eda-e71d871e27ad", "name": "network-vif-plugged", "status": "completed", "tag": "ece7c814-e46e-4a51-adbb-17ef998345e3", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:36.628178 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c0ae0d30-c7ad-4cbf-b6f2-74dfc644aba5 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:36.628778 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a061ffac-f31e-4350-8eda-e71d871e27ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ece7c814-e46e-4a51-adbb-17ef998345e3', 'code': 200} Jun 23 14:10:36.714293 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8a00d95e-c075-4a96-929c-1dcbe8264535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.718929 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8a00d95e-c075-4a96-929c-1dcbe8264535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.724420 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-486a88e9-61d6-4abd-b52f-58586e11d3d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:36.768715 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-8a00d95e-c075-4a96-929c-1dcbe8264535 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f601fe5ffc6c4c559db864adab851877&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1757565 Jun 23 14:10:36.768849 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58800) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:36.775918 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a00d95e-c075-4a96-929c-1dcbe8264535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb2aa26-e0ed-445c-a4bf-ec1836b69a49,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:36.784819 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-8a00d95e-c075-4a96-929c-1dcbe8264535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:36.822676 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bd8965a3-24bd-4dc3-a40b-2a0ca8415db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.849287 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bd8965a3-24bd-4dc3-a40b-2a0ca8415db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.906022 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bd8965a3-24bd-4dc3-a40b-2a0ca8415db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.909543 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bd8965a3-24bd-4dc3-a40b-2a0ca8415db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.912741 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bd8965a3-24bd-4dc3-a40b-2a0ca8415db1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ddb2aa26-e0ed-445c-a4bf-ec1836b69a49 HTTP/1.1" status: 204 len: 168 time: 0.1408031 Jun 23 14:10:36.912741 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-ac0560ee-9a71-4d5d-83ee-611cf8d79cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:36.921415 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8965a3-24bd-4dc3-a40b-2a0ca8415db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb2aa26-e0ed-445c-a4bf-ec1836b69a49,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:36.928021 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bd8965a3-24bd-4dc3-a40b-2a0ca8415db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:37.093555 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58824) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:37.202929 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2933fc3f-8718-4252-b946-02d6130aa8eb req-f563de58-0f65-4b1b-ab7a-b98bc39b20d9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:37.204429 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2933fc3f-8718-4252-b946-02d6130aa8eb req-f563de58-0f65-4b1b-ab7a-b98bc39b20d9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 944 time: 0.0728934 Jun 23 14:10:37.248686 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2933fc3f-8718-4252-b946-02d6130aa8eb req-392eeeb3-f634-42e4-b11c-c2d78f5b31e8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350339 Jun 23 14:10:37.353634 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1493510039-network', 'tenant_id': '9c296a4d8355429d835ca184243d4495'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:37.401804 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Made reservation on behalf of 9c296a4d8355429d835ca184243d4495 for: {'network': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:37.404529 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.431547 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.435249 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58840) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:37.494312 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb66222-ccbe-4518-a55b-527774b04a52 req-b9a9c155-4c9d-4208-84a5-93224280ca69 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:37.496202 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5fb66222-ccbe-4518-a55b-527774b04a52 req-b9a9c155-4c9d-4208-84a5-93224280ca69 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1065688 Jun 23 14:10:37.550044 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5fb66222-ccbe-4518-a55b-527774b04a52 req-fdf82e63-4795-4789-8e8a-d33b3522d5c9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476010 Jun 23 14:10:37.589981 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-22df46f3-327f-4ca1-97f5-c58ea9d9b919 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.617068 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e40a2-037f-4328-9bc0-0b89dd02f087 req-efac72a7-7bfb-4bdb-a1c2-75344bb5ca0f tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:37.618577 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b05e40a2-037f-4328-9bc0-0b89dd02f087 req-efac72a7-7bfb-4bdb-a1c2-75344bb5ca0f tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.1414275 Jun 23 14:10:37.673987 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.686973 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.694282 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:37.701015 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b05e40a2-037f-4328-9bc0-0b89dd02f087 req-af847140-e79e-4767-86d5-84e1c73b30fc tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707424 Jun 23 14:10:37.715759 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=93097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:37.733431 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0310f2-94f4-4bf8-9bc1-6fe992f79922,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:37.739333 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:37.740504 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.740850 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.segments_db [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Added segment 0a1cfd0c-8849-46c7-b954-6aaa5997a89c of type vlan for network f9a50bf9-236f-4b98-90f2-7257b5bdfe2e Jun 23 14:10:37.800881 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['046f361d-6b20-4bfd-b3c5-b9a97aa4da21'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:37.817442 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.821501 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-22df46f3-327f-4ca1-97f5-c58ea9d9b919 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.839303 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-22df46f3-327f-4ca1-97f5-c58ea9d9b919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.847497 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1b336c63-e61b-44db-8d34-4d7a0b4ded3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:37.870900 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.873276 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:37.874117 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.878868 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-325b16dd-6b2e-40ec-a172-4891a92dff91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:37.939344 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-22df46f3-327f-4ca1-97f5-c58ea9d9b919 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6aae20905cc54cc29acfa06242b7384a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5028462 Jun 23 14:10:37.940428 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df46f3-327f-4ca1-97f5-c58ea9d9b919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7be73f-fac2-4516-86e3-74e7c4a2ce3b,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:37.942067 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58864) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:37.943580 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-22df46f3-327f-4ca1-97f5-c58ea9d9b919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:37.953736 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8587453 Jun 23 14:10:37.956960 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58866) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:37.962617 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Request body: {'subnet': {'network_id': 'f9a50bf9-236f-4b98-90f2-7257b5bdfe2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1493510039-subnet', 'tenant_id': '9c296a4d8355429d835ca184243d4495', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:37.969725 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Pushing event updated for resources: {'Network': ['ID=f9a50bf9-236f-4b98-90f2-7257b5bdfe2e,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:37.978032 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:37.993927 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network f9a50bf9-236f-4b98-90f2-7257b5bdfe2e details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:38.004817 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Made reservation on behalf of 9c296a4d8355429d835ca184243d4495 for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:38.009627 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Notify callbacks [] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.012261 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ff20e594-8032-4e5e-9083-95a06dafbe83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.052901 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ff20e594-8032-4e5e-9083-95a06dafbe83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.197930 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df15f23-1c29-4fad-bd77-47152558fb08 req-f311b68b-4c36-493b-ad2f-659d7f6797ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.200133 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8df15f23-1c29-4fad-bd77-47152558fb08 req-f311b68b-4c36-493b-ad2f-659d7f6797ed service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 1099 time: 0.1298664 Jun 23 14:10:38.201333 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ff20e594-8032-4e5e-9083-95a06dafbe83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.204071 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ff20e594-8032-4e5e-9083-95a06dafbe83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.207924 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-ff20e594-8032-4e5e-9083-95a06dafbe83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c7be73f-fac2-4516-86e3-74e7c4a2ce3b HTTP/1.1" status: 204 len: 168 time: 0.2619295 Jun 23 14:10:38.207924 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cfdcd7e5-2e68-4d3d-a62f-bdd53b246c2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.220559 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff20e594-8032-4e5e-9083-95a06dafbe83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7be73f-fac2-4516-86e3-74e7c4a2ce3b,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.228563 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-ff20e594-8032-4e5e-9083-95a06dafbe83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.229482 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8df15f23-1c29-4fad-bd77-47152558fb08 req-47b15ca3-2aca-4025-9996-ce601b09eb5c service neutron] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.251201 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.253490 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c66e4275-11d4-43d9-8d12-65bb28ccac40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.320033 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Pushing event updated for resources: {'Subnet': ['ID=c96c456a-8722-429f-84af-b7ab2cd4ade8,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.326742 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.335037 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Checking segment: {'id': '0a1cfd0c-8849-46c7-b954-6aaa5997a89c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': 'f9a50bf9-236f-4b98-90f2-7257b5bdfe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:38.335396 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Network hostable DHCP agents. Network: f9a50bf9-236f-4b98-90f2-7257b5bdfe2e, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:38.345707 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8df15f23-1c29-4fad-bd77-47152558fb08 req-47b15ca3-2aca-4025-9996-ce601b09eb5c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.352093 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8df15f23-1c29-4fad-bd77-47152558fb08 req-47b15ca3-2aca-4025-9996-ce601b09eb5c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.353442 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Network f9a50bf9-236f-4b98-90f2-7257b5bdfe2e is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:38.359398 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-04901eee-f06e-4299-8988-61ec954f1477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.365975 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, f9a50bf9-236f-4b98-90f2-7257b5bdfe2e) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:38.371095 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.374190 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.375777 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875ec209-8f3a-478f-abcd-7f0bf4a0329c None None] Network f9a50bf9-236f-4b98-90f2-7257b5bdfe2e requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:38.399595 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8df15f23-1c29-4fad-bd77-47152558fb08 req-47b15ca3-2aca-4025-9996-ce601b09eb5c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859019 Jun 23 14:10:38.401646 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b15ca3-2aca-4025-9996-ce601b09eb5c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb0c62f-5fde-4d64-9960-78fc91d47091,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.412893 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-47b15ca3-2aca-4025-9996-ce601b09eb5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.419423 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4601343 Jun 23 14:10:38.521894 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71933429-83f0-4715-98c8-ea16dfbd291f None None] Network f9a50bf9-236f-4b98-90f2-7257b5bdfe2e requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:38.544317 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4960b8-e0d0-4049-8741-3fa60ef13868 req-ec94260c-486e-4bd8-9ede-75d3aeaf6294 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.547662 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5f4960b8-e0d0-4049-8741-3fa60ef13868 req-ec94260c-486e-4bd8-9ede-75d3aeaf6294 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 944 time: 0.0984285 Jun 23 14:10:38.629609 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:38.632202 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee90461-3597-48b9-9506-9c297dbed513" -d '{"events": [{"server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "name": "network-vif-plugged", "status": "completed", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:38.636959 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5f4960b8-e0d0-4049-8741-3fa60ef13868 req-dae8f5cc-7760-41f3-b69c-048d21703639 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824134 Jun 23 14:10:38.728620 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbdfe6e-f947-4990-b54c-865b4cd44067 x-openstack-request-id: req-2cbdfe6e-f947-4990-b54c-865b4cd44067 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:38.729331 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "name": "network-vif-plugged", "status": "completed", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:38.729554 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2cbdfe6e-f947-4990-b54c-865b4cd44067 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:38.730108 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'code': 200} Jun 23 14:10:38.890207 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c006d13-2201-49f1-8575-39da7c574843 req-af5dddba-afac-445a-a97a-ec2e26cd2afb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.892764 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4c006d13-2201-49f1-8575-39da7c574843 req-af5dddba-afac-445a-a97a-ec2e26cd2afb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1367269 Jun 23 14:10:38.955595 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee978bad-62b2-4212-a25f-a4e6d5af8105 req-c68bbe7a-f9eb-4968-9714-9ef02411f177 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.957976 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ee978bad-62b2-4212-a25f-a4e6d5af8105 req-c68bbe7a-f9eb-4968-9714-9ef02411f177 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.1056526 Jun 23 14:10:38.961140 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4c006d13-2201-49f1-8575-39da7c574843 req-54f994d2-a196-47a3-b350-44971a8412f5 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594611 Jun 23 14:10:38.992185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 58906) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:39.008441 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7317ce06-6653-4364-acce-2996519a659a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.047580 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ee978bad-62b2-4212-a25f-a4e6d5af8105 req-0a54411b-14f8-4012-b858-1722be118cee tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802007 Jun 23 14:10:39.109223 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7317ce06-6653-4364-acce-2996519a659a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.115014 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7317ce06-6653-4364-acce-2996519a659a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.118596 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:39.153873 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-7317ce06-6653-4364-acce-2996519a659a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e8fe0a252d6f4bb8bdd7e4462b3217ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1605930 Jun 23 14:10:39.155012 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7317ce06-6653-4364-acce-2996519a659a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b358c24-c84c-4880-aed8-0e6e24449122,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:39.157420 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58912) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:39.163447 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7317ce06-6653-4364-acce-2996519a659a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:39.222609 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7f46bf37-a610-4b23-adf8-93746f240ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.248730 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7f46bf37-a610-4b23-adf8-93746f240ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.303861 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7f46bf37-a610-4b23-adf8-93746f240ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.306538 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7f46bf37-a610-4b23-adf8-93746f240ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.309960 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-7f46bf37-a610-4b23-adf8-93746f240ec4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1b358c24-c84c-4880-aed8-0e6e24449122 HTTP/1.1" status: 204 len: 168 time: 0.1488118 Jun 23 14:10:39.309960 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-385f269f-31f0-486f-be35-2aba483aa3c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:39.315797 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f46bf37-a610-4b23-adf8-93746f240ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b358c24-c84c-4880-aed8-0e6e24449122,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:39.323179 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7f46bf37-a610-4b23-adf8-93746f240ec4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:39.560721 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58934) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:39.566238 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1526825034-network', 'tenant_id': '7975bcce939445ec87864a74ece4dc16'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:39.604798 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Made reservation on behalf of 7975bcce939445ec87864a74ece4dc16 for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:39.607440 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.616374 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.708954 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.713318 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.719147 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9f5a4c4f-9de1-4d9d-b9b9-128624991505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:39.750090 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=93098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:39.763798 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a53aa4-307a-4cae-b52f-b870349a1079,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:39.772204 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:39.775435 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.775838 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Added segment 0e121b95-9e21-49c1-bb47-8a37dac17c92 of type vlan for network 6704443c-165b-41f0-b5ca-0c25adda154d Jun 23 14:10:39.820942 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.852538 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.854195 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:39.854952 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.864982 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:39.878616 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c07d42-ad84-4ef2-82ae-d79ad6e86d2b req-dc78f450-364f-4ded-84e5-11a269c52df1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:39.886045 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d5c07d42-ad84-4ef2-82ae-d79ad6e86d2b req-dc78f450-364f-4ded-84e5-11a269c52df1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 944 time: 0.0802898 Jun 23 14:10:39.889974 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3280175 Jun 23 14:10:39.891164 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 58952) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:39.899154 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Request body: {'subnet': {'network_id': '6704443c-165b-41f0-b5ca-0c25adda154d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1526825034-subnet', 'tenant_id': '7975bcce939445ec87864a74ece4dc16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:39.942635 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Pushing event updated for resources: {'Network': ['ID=6704443c-165b-41f0-b5ca-0c25adda154d,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:39.947035 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:39.963724 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Made reservation on behalf of 7975bcce939445ec87864a74ece4dc16 for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:39.965329 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d5c07d42-ad84-4ef2-82ae-d79ad6e86d2b req-91ef5fde-eace-46dc-ac91-228f1a012bff tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774491 Jun 23 14:10:39.966424 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 6704443c-165b-41f0-b5ca-0c25adda154d details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:39.980812 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.281830 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba157a6-ceec-4246-8713-9291c9d2a9ab req-4726d3a0-e9ed-4911-90a4-1c0cf1b9dae9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.283515 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fba157a6-ceec-4246-8713-9291c9d2a9ab req-4726d3a0-e9ed-4911-90a4-1c0cf1b9dae9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1194174 Jun 23 14:10:40.285169 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.288513 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:40.294023 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77fdd52-0592-4abd-aa68-0be53088f62a req-e292b0e1-69af-4db8-8b6a-e52761752c97 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.304134 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d77fdd52-0592-4abd-aa68-0be53088f62a req-e292b0e1-69af-4db8-8b6a-e52761752c97 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.1021123 Jun 23 14:10:40.354645 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d77fdd52-0592-4abd-aa68-0be53088f62a req-d449a4e1-6281-4926-b1eb-648fb67705b6 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483530 Jun 23 14:10:40.376483 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d76b1e9-8a53-45cc-95f0-3260cd8ad887,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:40.381759 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:40.386943 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fba157a6-ceec-4246-8713-9291c9d2a9ab req-d85c3b54-44f9-4bf0-a8d4-378a7ba43d19 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0962689 Jun 23 14:10:40.393260 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Checking segment: {'id': '0e121b95-9e21-49c1-bb47-8a37dac17c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': '6704443c-165b-41f0-b5ca-0c25adda154d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:40.393618 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Network hostable DHCP agents. Network: 6704443c-165b-41f0-b5ca-0c25adda154d, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:40.419777 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Network 6704443c-165b-41f0-b5ca-0c25adda154d is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:40.430453 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 6704443c-165b-41f0-b5ca-0c25adda154d) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:40.438229 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d3fbbb-8211-4d57-b4ad-9dabc6f45e38 None None] Network 6704443c-165b-41f0-b5ca-0c25adda154d requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:40.443029 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.443629 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.460616 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5655496 Jun 23 14:10:40.591702 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33cc8ea-2f98-4d17-b9af-a7cec30eb6d3 None None] Network 6704443c-165b-41f0-b5ca-0c25adda154d requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:41.034367 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-93aefaeb-a1fb-49ca-a19a-de2763231f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.098103 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.176212 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f5083-d7e4-4d7e-a61c-b713f68414c2 req-ffa61c76-0bca-4499-9d59-f712a224793f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.183737 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e44f5083-d7e4-4d7e-a61c-b713f68414c2 req-ffa61c76-0bca-4499-9d59-f712a224793f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 944 time: 0.0878572 Jun 23 14:10:41.228489 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e44f5083-d7e4-4d7e-a61c-b713f68414c2 req-f3a1a5bb-607d-4486-8682-cc9cfb0b07e3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392494 Jun 23 14:10:41.571567 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e8223a-ea44-4bd6-ba21-c80c9aa0df5e req-3df3fa06-7613-415e-95e5-9fc717541161 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.573098 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-89e8223a-ea44-4bd6-ba21-c80c9aa0df5e req-3df3fa06-7613-415e-95e5-9fc717541161 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0674443 Jun 23 14:10:41.613386 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-89e8223a-ea44-4bd6-ba21-c80c9aa0df5e req-833120bc-3485-4918-b6aa-378052c361a0 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342133 Jun 23 14:10:41.702460 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca465952-6b47-4c83-8dbd-dca2c160ebf6 req-4e711c61-b813-4a8e-aa32-993a291571c9 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.703823 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ca465952-6b47-4c83-8dbd-dca2c160ebf6 req-4e711c61-b813-4a8e-aa32-993a291571c9 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.2345250 Jun 23 14:10:41.741406 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ca465952-6b47-4c83-8dbd-dca2c160ebf6 req-7f1ef3d6-e5ef-430f-89da-1910d13eb59e tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309291 Jun 23 14:10:42.386488 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b8b344-fb81-4ac1-b2fc-4b387939b8fb req-5909bdb7-15f0-4243-8627-d5c6b2095423 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.387914 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-18b8b344-fb81-4ac1-b2fc-4b387939b8fb req-5909bdb7-15f0-4243-8627-d5c6b2095423 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 944 time: 0.0615580 Jun 23 14:10:42.424398 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-18b8b344-fb81-4ac1-b2fc-4b387939b8fb req-52b3903d-54cc-4467-8c0f-71dfb096de39 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309942 Jun 23 14:10:42.801005 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bd9deb-8d83-4a0b-8a6b-f81e6b3ae483 req-dcba2a61-447b-4f79-b4d8-f849f796706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.802621 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-04bd9deb-8d83-4a0b-8a6b-f81e6b3ae483 req-dcba2a61-447b-4f79-b4d8-f849f796706d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 1099 time: 0.0660276 Jun 23 14:10:42.804260 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d59a17-c087-4d31-a500-9858c7565b31 req-ae96fb38-0ece-49a8-b711-93abeb62056d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.806029 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a8d59a17-c087-4d31-a500-9858c7565b31 req-ae96fb38-0ece-49a8-b711-93abeb62056d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0763454 Jun 23 14:10:42.850611 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-04bd9deb-8d83-4a0b-8a6b-f81e6b3ae483 req-e4f83ede-dac8-4da0-8dbd-e4aa5c0cf507 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393000 Jun 23 14:10:42.857103 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a8d59a17-c087-4d31-a500-9858c7565b31 req-562245b8-ad28-4558-80fd-0d17024d4211 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447249 Jun 23 14:10:42.925326 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7ebf9-a9cd-4b3a-baca-8ac6bf1cf153 req-0c7cf623-ec33-4fb8-b63d-d1ada87da6af tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.926798 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bba7ebf9-a9cd-4b3a-baca-8ac6bf1cf153 req-0c7cf623-ec33-4fb8-b63d-d1ada87da6af tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.0624452 Jun 23 14:10:42.963459 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bba7ebf9-a9cd-4b3a-baca-8ac6bf1cf153 req-4b4b13e9-1a69-4610-baa6-33906a8fa99e tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311272 Jun 23 14:10:43.599614 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29476ea3-7006-4752-b613-e10013954326 req-6910a513-65b9-400d-90e8-ca702b31ef75 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.601081 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-29476ea3-7006-4752-b613-e10013954326 req-6910a513-65b9-400d-90e8-ca702b31ef75 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 944 time: 0.0678020 Jun 23 14:10:43.642601 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-29476ea3-7006-4752-b613-e10013954326 req-00874e68-4df4-4133-99e0-f72cceb50cf1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355608 Jun 23 14:10:43.680606 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cb202049-9625-4591-ae48-d98ab922a07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.043096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d779035-fb91-449a-ba50-0c4ffe14ece0 req-463bf8ba-9826-43ed-bb0f-c95dee24d5bf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.044583 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d779035-fb91-449a-ba50-0c4ffe14ece0 req-463bf8ba-9826-43ed-bb0f-c95dee24d5bf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0717995 Jun 23 14:10:44.085294 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d779035-fb91-449a-ba50-0c4ffe14ece0 req-e0176f96-0691-483f-bf09-a0aebc54ac9e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335455 Jun 23 14:10:44.154967 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b51c06-9f26-4bb7-88dd-a6433c45d97d req-744ec491-ba7c-46b3-8796-1ad344a74084 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.156430 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c7b51c06-9f26-4bb7-88dd-a6433c45d97d req-744ec491-ba7c-46b3-8796-1ad344a74084 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.0727568 Jun 23 14:10:44.194102 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c7b51c06-9f26-4bb7-88dd-a6433c45d97d req-af1dd781-b256-447d-a609-85dd66eac321 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311396 Jun 23 14:10:44.224149 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.616561 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device e8fa0ebf-d99c-4270-89d9-9ff8fc160609 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:44.669521 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port e8fa0ebf-d99c-4270-89d9-9ff8fc160609 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:44.674097 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port e8fa0ebf-d99c-4270-89d9-9ff8fc160609 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:44.674587 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.759912 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.779148 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67260bd7-a7d3-4718-9cb2-acdc7e60987a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fa0ebf-d99c-4270-89d9-9ff8fc160609'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:44.781367 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ee04b0-529b-4729-aa37-e3c8cc1845d8" -d '{"events": [{"server_uuid": "67260bd7-a7d3-4718-9cb2-acdc7e60987a", "name": "network-vif-plugged", "status": "completed", "tag": "e8fa0ebf-d99c-4270-89d9-9ff8fc160609"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:44.794777 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port e8fa0ebf-d99c-4270-89d9-9ff8fc160609, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:44.799080 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.800426 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:44.802947 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:44.823245 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea591c8-c874-4701-8ee8-ab91334af31a x-openstack-request-id: req-dea591c8-c874-4701-8ee8-ab91334af31a {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:44.823550 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67260bd7-a7d3-4718-9cb2-acdc7e60987a", "name": "network-vif-plugged", "status": "completed", "tag": "e8fa0ebf-d99c-4270-89d9-9ff8fc160609", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:44.823819 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dea591c8-c874-4701-8ee8-ab91334af31a {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:44.824630 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67260bd7-a7d3-4718-9cb2-acdc7e60987a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8fa0ebf-d99c-4270-89d9-9ff8fc160609', 'code': 200} Jun 23 14:10:44.829699 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1b8a96-1a02-4fb8-9a9a-f55362641a52 req-f40f76ec-e5d3-4b33-8610-e68ebe2a4473 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.831770 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2e1b8a96-1a02-4fb8-9a9a-f55362641a52 req-f40f76ec-e5d3-4b33-8610-e68ebe2a4473 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 944 time: 0.0691881 Jun 23 14:10:44.874978 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2e1b8a96-1a02-4fb8-9a9a-f55362641a52 req-9f62cf73-e2bd-49a7-91a2-a4a3a28c5862 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372880 Jun 23 14:10:44.891870 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:44.900751 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:44.915200 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:44.919436 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:44.920047 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.028181 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.069341 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:45.073532 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.086043 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.144599 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.149897 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.153846 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.161162 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0c394-5289-4be4-892a-5970e2a1efc8 req-6f264fdf-d38a-438c-aed7-2471e104c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.162827 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-67a0c394-5289-4be4-892a-5970e2a1efc8 req-6f264fdf-d38a-438c-aed7-2471e104c007 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 1098 time: 0.0880964 Jun 23 14:10:45.223370 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-67a0c394-5289-4be4-892a-5970e2a1efc8 req-37c6d3dd-d686-4b7d-8c2f-ed81519a625f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487258 Jun 23 14:10:45.335925 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa68e3-73cb-441f-8b6c-dcc0340b6a62 req-c105c74a-4979-4c08-9704-252896e0d19a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.343951 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-44aa68e3-73cb-441f-8b6c-dcc0340b6a62 req-c105c74a-4979-4c08-9704-252896e0d19a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0838270 Jun 23 14:10:45.388758 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3bade7-1ea5-47c4-8e3f-476b8dfd5f70 req-36180db5-6401-4b68-ada8-a0a05f9cf66e tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.397172 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1b3bade7-1ea5-47c4-8e3f-476b8dfd5f70 req-36180db5-6401-4b68-ada8-a0a05f9cf66e tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.0791554 Jun 23 14:10:45.397331 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-44aa68e3-73cb-441f-8b6c-dcc0340b6a62 req-ad270496-5324-4b85-b100-a061a57346c4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520763 Jun 23 14:10:45.397800 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59150) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:45.462264 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1b3bade7-1ea5-47c4-8e3f-476b8dfd5f70 req-b2208ffe-6145-4c3f-9203-d280cafe1fa7 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637417 Jun 23 14:10:45.569045 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4038f122-b5ec-4fa2-a844-a4893cf7af98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.701165 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4038f122-b5ec-4fa2-a844-a4893cf7af98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.705655 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4038f122-b5ec-4fa2-a844-a4893cf7af98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.712819 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c727f055-73b8-4b2f-882f-19b38835c621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.761952 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038f122-b5ec-4fa2-a844-a4893cf7af98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57e547c-fc34-4521-843e-d5d9239adae3,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.768106 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-4038f122-b5ec-4fa2-a844-a4893cf7af98 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=0dcec13a8a53498197c544739a5fca18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3687036 Jun 23 14:10:45.769981 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4038f122-b5ec-4fa2-a844-a4893cf7af98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.771196 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59166) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:45.869566 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f3a26ce8-4779-4b2f-8722-4e9239e0f5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.896174 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f3a26ce8-4779-4b2f-8722-4e9239e0f5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.976219 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f3a26ce8-4779-4b2f-8722-4e9239e0f5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.980543 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f3a26ce8-4779-4b2f-8722-4e9239e0f5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.984406 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-f3a26ce8-4779-4b2f-8722-4e9239e0f5c8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f57e547c-fc34-4521-843e-d5d9239adae3 HTTP/1.1" status: 204 len: 168 time: 0.2099352 Jun 23 14:10:45.984406 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.994073 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a26ce8-4779-4b2f-8722-4e9239e0f5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57e547c-fc34-4521-843e-d5d9239adae3,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.997019 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f3a26ce8-4779-4b2f-8722-4e9239e0f5c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.114412 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25395aeb-8e19-482c-913a-655d4f2e5316 req-1f5c5b96-40e3-449e-b09c-fbaddb39ed88 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:46.115934 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-25395aeb-8e19-482c-913a-655d4f2e5316 req-1f5c5b96-40e3-449e-b09c-fbaddb39ed88 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0991511 Jun 23 14:10:46.126238 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59190) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:46.178958 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-25395aeb-8e19-482c-913a-655d4f2e5316 req-8a7c4bdb-9177-4583-8f4c-59c16f2843c7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515885 Jun 23 14:10:46.387198 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2b1cfea5-62a1-4358-b337-3357d4837e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.566647 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2b1cfea5-62a1-4358-b337-3357d4837e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.566872 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59220) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:46.575055 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2b1cfea5-62a1-4358-b337-3357d4837e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.579055 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.582438 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-034a5026-e75b-4d65-8784-d95622d8cba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.587821 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eb0759ea-fbde-4579-952e-cd29bf1114de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.705070 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1cfea5-62a1-4358-b337-3357d4837e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bde902c-cff7-4224-b87a-90733b164131,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.711336 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2b1cfea5-62a1-4358-b337-3357d4837e47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a1de100ef1147e1a99a27e38d63a1c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5818541 Jun 23 14:10:46.716735 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59226) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:46.728280 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2b1cfea5-62a1-4358-b337-3357d4837e47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.785644 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de3217-4213-4240-90d2-d12f416f8e92 req-3a1d5b9d-0684-4fb4-bc12-ccc37bba9543 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:46.787331 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d3de3217-4213-4240-90d2-d12f416f8e92 req-3a1d5b9d-0684-4fb4-bc12-ccc37bba9543 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1483915 Jun 23 14:10:46.792818 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f01e3-6426-453b-8859-aefd6762bb08 req-bbf3c6e6-ea9c-407e-a7c1-42cb440026da tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:46.794559 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b60f01e3-6426-453b-8859-aefd6762bb08 req-bbf3c6e6-ea9c-407e-a7c1-42cb440026da tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.1449139 Jun 23 14:10:46.826262 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0ff001c5-6320-4d78-a353-a85a41582901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.826580 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e8018-9cf3-4e1d-9c68-64d1805b0f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046f361d-6b20-4bfd-b3c5-b9a97aa4da21'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:46.829114 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d568f1d2-b899-40a9-9ad8-20ac10bcf7dc" -d '{"events": [{"server_uuid": "191e8018-9cf3-4e1d-9c68-64d1805b0f7b", "name": "network-vif-plugged", "status": "completed", "tag": "046f361d-6b20-4bfd-b3c5-b9a97aa4da21"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:46.839140 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eb0759ea-fbde-4579-952e-cd29bf1114de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.849716 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eb0759ea-fbde-4579-952e-cd29bf1114de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.853354 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-451cbc43-d072-4877-87bb-e3034bf53b1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.864415 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0ff001c5-6320-4d78-a353-a85a41582901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.866934 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d3de3217-4213-4240-90d2-d12f416f8e92 req-792d0186-ae03-433c-a673-603f8d46e2a9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637860 Jun 23 14:10:46.869080 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b60f01e3-6426-453b-8859-aefd6762bb08 req-109e2edf-13c4-4738-86a0-5842a244cd2a tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656276 Jun 23 14:10:46.928958 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-eb0759ea-fbde-4579-952e-cd29bf1114de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d129681600a4e76b2c5b2b7120882ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3609715 Jun 23 14:10:46.930006 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0759ea-fbde-4579-952e-cd29bf1114de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e162556-c792-4b5b-a363-6712989652ca,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.932732 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59234) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:46.933372 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-eb0759ea-fbde-4579-952e-cd29bf1114de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.950242 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0ff001c5-6320-4d78-a353-a85a41582901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.957421 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0ff001c5-6320-4d78-a353-a85a41582901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.958165 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0122ecdf-2a03-44f6-a983-9bde07a59d92 x-openstack-request-id: req-0122ecdf-2a03-44f6-a983-9bde07a59d92 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:46.958564 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191e8018-9cf3-4e1d-9c68-64d1805b0f7b", "name": "network-vif-plugged", "status": "completed", "tag": "046f361d-6b20-4bfd-b3c5-b9a97aa4da21", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:46.959057 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0122ecdf-2a03-44f6-a983-9bde07a59d92 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:46.959660 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e8018-9cf3-4e1d-9c68-64d1805b0f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '046f361d-6b20-4bfd-b3c5-b9a97aa4da21', 'code': 200} Jun 23 14:10:46.962277 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-0ff001c5-6320-4d78-a353-a85a41582901 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7bde902c-cff7-4224-b87a-90733b164131 HTTP/1.1" status: 204 len: 168 time: 0.2441695 Jun 23 14:10:46.968802 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-22df46f3-327f-4ca1-97f5-c58ea9d9b919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.981714 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff001c5-6320-4d78-a353-a85a41582901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bde902c-cff7-4224-b87a-90733b164131,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.995885 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0ff001c5-6320-4d78-a353-a85a41582901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:47.058616 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-30a82c2d-9675-4f60-b8ea-7d316509d5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.099965 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-30a82c2d-9675-4f60-b8ea-7d316509d5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.158900 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e51e525-58d1-4cec-b92e-059d9a088f66 req-b3c9f1a3-6d0d-4433-8c20-72f425c33278 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.161502 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9e51e525-58d1-4cec-b92e-059d9a088f66 req-b3c9f1a3-6d0d-4433-8c20-72f425c33278 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1362839 Jun 23 14:10:47.170581 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59242) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:47.176531 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-afb4b33c-798a-4e75-9b78-74378cce8091 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'floatingip': {'port_id': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:47.187810 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-30a82c2d-9675-4f60-b8ea-7d316509d5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.190498 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-30a82c2d-9675-4f60-b8ea-7d316509d5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.194378 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-30a82c2d-9675-4f60-b8ea-7d316509d5e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e162556-c792-4b5b-a363-6712989652ca HTTP/1.1" status: 204 len: 168 time: 0.2591023 Jun 23 14:10:47.195165 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:47.215396 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a82c2d-9675-4f60-b8ea-7d316509d5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e162556-c792-4b5b-a363-6712989652ca,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:47.218219 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-30a82c2d-9675-4f60-b8ea-7d316509d5e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:47.275106 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-afb4b33c-798a-4e75-9b78-74378cce8091 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.636679 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e517f4d-32a0-4cdf-90af-6d4dd1245877 req-ffa4d20d-aa98-470d-b3f4-fcabb4c8aa31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.638467 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5e517f4d-32a0-4cdf-90af-6d4dd1245877 req-ffa4d20d-aa98-470d-b3f4-fcabb4c8aa31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 1099 time: 0.3090329 Jun 23 14:10:47.645131 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59266) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:47.840302 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c276bec-9460-43e7-a9b1-06c247162d6e req-71eb5bb8-623d-462f-b100-a60d6f3b67ca tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.842036 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4c276bec-9460-43e7-a9b1-06c247162d6e req-71eb5bb8-623d-462f-b100-a60d6f3b67ca tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.4518158 Jun 23 14:10:47.851313 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1526825b-8b4e-43a3-a749-02a68618bd74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.947389 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5e517f4d-32a0-4cdf-90af-6d4dd1245877 req-514038bf-594b-41ff-8fed-1750c2202075 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919691 Jun 23 14:10:47.977530 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4c276bec-9460-43e7-a9b1-06c247162d6e req-b6eff5bb-3327-4573-912b-c3159d49174b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200328 Jun 23 14:10:48.315954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1526825b-8b4e-43a3-a749-02a68618bd74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.329031 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1526825b-8b4e-43a3-a749-02a68618bd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.338948 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:48.452697 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-1526825b-8b4e-43a3-a749-02a68618bd74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bea98492d9ef4a14a04db50e1e366bec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8054011 Jun 23 14:10:48.455882 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59310) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:48.490743 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1526825b-8b4e-43a3-a749-02a68618bd74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a463a0-d81d-4619-b5eb-4598c91a06cb,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:48.496304 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-1526825b-8b4e-43a3-a749-02a68618bd74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:48.501392 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-afb4b33c-798a-4e75-9b78-74378cce8091 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.515847 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-afb4b33c-798a-4e75-9b78-74378cce8091 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.546619 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8c594203-a483-4af8-b286-27af9e7f4df7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.563929 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc091e-3830-4123-8646-8d292a6298f8 req-5491ab5b-88aa-4f2a-a1ca-53ac219950d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.565753 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afcc091e-3830-4123-8646-8d292a6298f8 req-5491ab5b-88aa-4f2a-a1ca-53ac219950d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 1098 time: 0.1676173 Jun 23 14:10:48.576116 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8c594203-a483-4af8-b286-27af9e7f4df7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.648582 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8c594203-a483-4af8-b286-27af9e7f4df7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.652707 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8c594203-a483-4af8-b286-27af9e7f4df7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.657076 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-8c594203-a483-4af8-b286-27af9e7f4df7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c7a463a0-d81d-4619-b5eb-4598c91a06cb HTTP/1.1" status: 204 len: 168 time: 0.1985137 Jun 23 14:10:48.657971 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-b3a8c636-1dd3-45f7-8979-d33e9ebef2c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:48.668635 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c594203-a483-4af8-b286-27af9e7f4df7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a463a0-d81d-4619-b5eb-4598c91a06cb,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:48.680450 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8c594203-a483-4af8-b286-27af9e7f4df7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:48.769834 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [None req-afb4b33c-798a-4e75-9b78-74378cce8091 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Floating IP 7ed4f69c-8ffd-4504-bea3-fc3116d9a150 associated. External IP: 172.27.3.82, port: 1a3dcbb8-cde2-4c61-af45-d87776ad67c0. Jun 23 14:10:48.840897 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc091e-3830-4123-8646-8d292a6298f8 req-bd67dba2-14dd-435e-a271-972c4c634a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.842697 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afcc091e-3830-4123-8646-8d292a6298f8 req-bd67dba2-14dd-435e-a271-972c4c634a32 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 920 time: 0.2676001 Jun 23 14:10:48.928095 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afcc091e-3830-4123-8646-8d292a6298f8 req-cf9e66d5-1c17-48ad-9208-45f18cc3780e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8fa0ebf-d99c-4270-89d9-9ff8fc160609 HTTP/1.1" status: 200 len: 217 time: 0.0761487 Jun 23 14:10:48.937243 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401e4f6-4bf8-4cb4-9bdb-41d06c45ad7b req-664f857b-e92d-44de-ae8c-2e4aea3d0106 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.938947 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3401e4f6-4bf8-4cb4-9bdb-41d06c45ad7b req-664f857b-e92d-44de-ae8c-2e4aea3d0106 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.2841229 Jun 23 14:10:49.072295 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3401e4f6-4bf8-4cb4-9bdb-41d06c45ad7b req-104ebb03-ec70-46c9-a6c1-1fd534944f6f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180549 Jun 23 14:10:49.073840 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc091e-3830-4123-8646-8d292a6298f8 req-c6a7b2a4-e3cc-4e54-b3fe-7019e3aac406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.075275 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afcc091e-3830-4123-8646-8d292a6298f8 req-c6a7b2a4-e3cc-4e54-b3fe-7019e3aac406 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.1323831 Jun 23 14:10:49.167540 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afcc091e-3830-4123-8646-8d292a6298f8 req-7b73f819-1e9e-40b7-86c3-7b07f0f4ce8e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838220 Jun 23 14:10:49.272576 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb4b33c-798a-4e75-9b78-74378cce8091 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:49.576601 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afcc091e-3830-4123-8646-8d292a6298f8 req-e406c6e1-296d-4aeb-8b0d-0b8f60e7f391 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968613 Jun 23 14:10:49.708607 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb4b33c-798a-4e75-9b78-74378cce8091 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:49.714210 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-afb4b33c-798a-4e75-9b78-74378cce8091 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.724409 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] Sync routers for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:49.739968 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:49.740700 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:10:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:49.782713 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-afb4b33c-798a-4e75-9b78-74378cce8091 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "PUT /v2.0/floatingips/7ed4f69c-8ffd-4504-bea3-fc3116d9a150 HTTP/1.1" status: 200 len: 991 time: 2.6106231 Jun 23 14:10:49.803144 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:49.811259 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7141daa-a665-4d43-b004-e96546a6ec2f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:49.847978 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afcc091e-3830-4123-8646-8d292a6298f8 req-9c13900e-1b01-4066-b626-bf227e3c0217 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449045 Jun 23 14:10:49.894016 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:49.916353 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bff39a-8878-44e4-9fac-a7a4de23e99e x-openstack-request-id: req-f3bff39a-8878-44e4-9fac-a7a4de23e99e {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:49.916699 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:49.916972 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f3bff39a-8878-44e4-9fac-a7a4de23e99e {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:49.918173 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'status': 'completed', 'code': 200} Jun 23 14:10:50.069276 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-82eeec3c-cf25-421c-9c78-8f839a533312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.071150 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-82eeec3c-cf25-421c-9c78-8f839a533312 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 1099 time: 0.0741289 Jun 23 14:10:50.202680 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '7ed4f69c-8ffd-4504-bea3-fc3116d9a150', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'port_id': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'mac_address': 'fa:16:3e:f5:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:04Z', 'updated_at': '2021-06-23T14:10:48Z', 'revision_number': 1, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:50.242279 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-d417dbb9-9703-4c3b-bc41-020de82f06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.245120 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-d417dbb9-9703-4c3b-bc41-020de82f06f1 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.1662583 Jun 23 14:10:50.251709 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] Checking router: 2e5f46d4-797e-443f-99a0-baf9a5a068d9 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:50.262053 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:50.262989 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:10:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:50.372573 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83915895-c24a-490c-ad3a-25365bbe425b req-91434315-d285-4922-87f5-eb54b1bae657 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.383049 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-83915895-c24a-490c-ad3a-25365bbe425b req-91434315-d285-4922-87f5-eb54b1bae657 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1106331 Jun 23 14:10:50.415915 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-b2571dcd-abed-4b31-85ef-2971b70c481b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0 HTTP/1.1" status: 200 len: 999 time: 0.1643364 Jun 23 14:10:50.448198 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-83915895-c24a-490c-ad3a-25365bbe425b req-f9e2bba1-812a-41ae-b767-179f4d39b586 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636773 Jun 23 14:10:50.484990 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-cb36086a-394e-45e0-a34b-6364d4105500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.486826 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-cb36086a-394e-45e0-a34b-6364d4105500 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0631869 Jun 23 14:10:50.526518 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:50.592109 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-725ae960-2494-408d-87c1-e74750ea157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.593760 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-725ae960-2494-408d-87c1-e74750ea157c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0931201 Jun 23 14:10:50.728460 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-0fc6f8fa-ac98-4eed-a19e-e4493b070a15 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243660 Jun 23 14:10:50.869350 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e7141daa-a665-4d43-b004-e96546a6ec2f req-649a7177-9253-47a1-a9d8-4f44f2a4fc2f service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346726 Jun 23 14:10:50.878642 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '7ed4f69c-8ffd-4504-bea3-fc3116d9a150', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'port_id': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'mac_address': 'fa:16:3e:f5:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:04Z', 'updated_at': '2021-06-23T14:10:48Z', 'revision_number': 1, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:50.913081 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508b08ba-9226-48a3-a3d1-fa3f5045275c None None] The sync data for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi is: [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '7ed4f69c-8ffd-4504-bea3-fc3116d9a150', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'floating_ip_address': '172.27.3.82', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'port_id': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 88, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'mac_address': 'fa:16:3e:f5:7d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:04Z', 'updated_at': '2021-06-23T14:10:48Z', 'revision_number': 1, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:51.285110 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d00e93b-7292-4a6c-ac41-9799e0eb7008 None None] New status for floating IP 7ed4f69c-8ffd-4504-bea3-fc3116d9a150: ACTIVE {{(pid=93099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:10:51.640374 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3aecb9-89c5-4f6b-92fb-b09acee34fea req-2d8f9a51-65f2-4ddb-a02a-1f165852b7a8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.641846 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf3aecb9-89c5-4f6b-92fb-b09acee34fea req-2d8f9a51-65f2-4ddb-a02a-1f165852b7a8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0659194 Jun 23 14:10:51.692458 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf3aecb9-89c5-4f6b-92fb-b09acee34fea req-aefeab80-5e2d-4f26-82f0-3afe2b87b930 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442827 Jun 23 14:10:52.859750 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1fa0f8-4f36-4540-bf69-f698172a3073 req-80ba58fb-863a-442c-beb0-02cdf595e188 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:52.861183 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5b1fa0f8-4f36-4540-bf69-f698172a3073 req-80ba58fb-863a-442c-beb0-02cdf595e188 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0615554 Jun 23 14:10:52.898817 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5b1fa0f8-4f36-4540-bf69-f698172a3073 req-41b0ac54-7119-4de6-8bc3-bc88a4cf0e25 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Jun 23 14:10:54.070373 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e412f-4915-4347-b295-80794542875d req-1b304b26-534a-481a-95d4-9fb2b1c3e70b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.071844 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-436e412f-4915-4347-b295-80794542875d req-1b304b26-534a-481a-95d4-9fb2b1c3e70b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0650613 Jun 23 14:10:54.108669 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-436e412f-4915-4347-b295-80794542875d req-f058da95-d3c6-4435-9a5b-5259c300bbdd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312247 Jun 23 14:10:55.284909 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22612f1d-8bd1-416f-8ffb-a7e7137d6d11 req-67355b40-d122-4870-aa10-216311fd0122 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.286399 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-22612f1d-8bd1-416f-8ffb-a7e7137d6d11 req-67355b40-d122-4870-aa10-216311fd0122 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0620303 Jun 23 14:10:55.324422 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-22612f1d-8bd1-416f-8ffb-a7e7137d6d11 req-d3d56c24-d535-4202-887e-22cbf1024c5e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321798 Jun 23 14:10:56.503420 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f50e62c-73d1-411b-a535-39314fc09574 req-6f433d7d-7737-4190-a7b0-0f51789f89a6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.505670 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f50e62c-73d1-411b-a535-39314fc09574 req-6f433d7d-7737-4190-a7b0-0f51789f89a6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0702238 Jun 23 14:10:56.544658 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f50e62c-73d1-411b-a535-39314fc09574 req-5f8ab00c-0126-4033-833d-789f009005e0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334980 Jun 23 14:10:57.825629 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e4ef7-734a-4d9e-ae02-d1da7002bb4c req-da9c79c9-1900-4735-a3eb-65dd0da899ab tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.833279 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-962e4ef7-734a-4d9e-ae02-d1da7002bb4c req-da9c79c9-1900-4735-a3eb-65dd0da899ab tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1055536 Jun 23 14:10:57.942726 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-962e4ef7-734a-4d9e-ae02-d1da7002bb4c req-59b2eaec-aa51-4e40-a36a-4da68d1b3d31 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058195 Jun 23 14:10:58.141856 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59652) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:58.270773 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.383712 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.388276 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.390866 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8c594203-a483-4af8-b286-27af9e7f4df7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:58.428563 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0abaee713f44c8093fb441808d80ecc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858865 Jun 23 14:10:58.429706 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e3b1e7-4793-430c-92e7-e3d986cc5c7e,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:58.431337 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59666) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:58.437771 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.438141 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.438528 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.438883 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.439237 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.439585 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.439935 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.440279 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.441182 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.441531 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.441873 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.442208 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.446460 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:58.495486 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.524605 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.599922 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.602420 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.606060 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/37e3b1e7-4793-430c-92e7-e3d986cc5c7e HTTP/1.1" status: 204 len: 168 time: 0.1705167 Jun 23 14:10:58.606060 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:58.616747 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e3b1e7-4793-430c-92e7-e3d986cc5c7e,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:58.625033 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.625400 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.625723 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.626064 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.626474 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.626738 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.627231 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.627698 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.628721 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.629187 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.629674 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.630013 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:58.633883 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:58.661105 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534bceef-4fba-4d97-bc20-bbf3d2f07c28 req-fc9b9369-5f3c-4833-a56d-d2048934f201 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.662782 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-534bceef-4fba-4d97-bc20-bbf3d2f07c28 req-fc9b9369-5f3c-4833-a56d-d2048934f201 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.0930476 Jun 23 14:10:58.705489 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-534bceef-4fba-4d97-bc20-bbf3d2f07c28 req-0e8a36e8-48ab-4b70-848c-2f5ffb2dd3da tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362759 Jun 23 14:10:58.886433 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59688) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:58.971115 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59694) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:58.990501 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2683b3c1-8fd6-4a1a-b072-50cf5f7529b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.996467 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2b930237-e0b4-487f-b9ae-16ec6f626b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.023064 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.db.api [None req-2b930237-e0b4-487f-b9ae-16ec6f626b8e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 23 14:10:59.023064 dv-cinder-794001-2-iscsi neutron-server[93098]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 23 14:10:59.023064 dv-cinder-794001-2-iscsi neutron-server[93098]: [parameters: {'project_id': '8ed46fb69ba4434488781cb29ac41726', 'id': '63ac4322-c799-489b-bd78-aa56572955ca', 'expiration': datetime.datetime(2021, 6, 23, 14, 12, 59, 11354)}] Jun 23 14:10:59.023064 dv-cinder-794001-2-iscsi neutron-server[93098]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93098) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:10:59.023419 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_db.api [None req-2b930237-e0b4-487f-b9ae-16ec6f626b8e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:10:59.095871 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2683b3c1-8fd6-4a1a-b072-50cf5f7529b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.115205 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2683b3c1-8fd6-4a1a-b072-50cf5f7529b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.119083 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-47b15ca3-2aca-4025-9996-ce601b09eb5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:59.131088 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53edd45-e54d-47a8-9546-e61074edbe7b req-3adce222-e53c-4486-b135-6bab8db83ceb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.132636 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b53edd45-e54d-47a8-9546-e61074edbe7b req-3adce222-e53c-4486-b135-6bab8db83ceb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0750246 Jun 23 14:10:59.162096 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-2683b3c1-8fd6-4a1a-b072-50cf5f7529b8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c30704ff8ef14e4da2749026105b0fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1878984 Jun 23 14:10:59.166052 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59702) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:59.190900 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b53edd45-e54d-47a8-9546-e61074edbe7b req-7de78264-028e-4e66-92cf-9b6b73ca5463 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492594 Jun 23 14:10:59.193075 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683b3c1-8fd6-4a1a-b072-50cf5f7529b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a739ab3a-c4eb-41cc-85f0-9d9adb2e80fe,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:59.210082 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2683b3c1-8fd6-4a1a-b072-50cf5f7529b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:59.248032 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4480-4ee2-4a56-8867-544b3f219d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.272158 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4480-4ee2-4a56-8867-544b3f219d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.360239 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4480-4ee2-4a56-8867-544b3f219d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.363203 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf6d4480-4ee2-4a56-8867-544b3f219d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.364855 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bf6d4480-4ee2-4a56-8867-544b3f219d89 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a739ab3a-c4eb-41cc-85f0-9d9adb2e80fe HTTP/1.1" status: 204 len: 168 time: 0.1974771 Jun 23 14:10:59.365506 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:59.376189 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d4480-4ee2-4a56-8867-544b3f219d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a739ab3a-c4eb-41cc-85f0-9d9adb2e80fe,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:59.383344 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bf6d4480-4ee2-4a56-8867-544b3f219d89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:59.526552 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2b930237-e0b4-487f-b9ae-16ec6f626b8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.659443 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2b930237-e0b4-487f-b9ae-16ec6f626b8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.665515 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2b930237-e0b4-487f-b9ae-16ec6f626b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.669457 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f6c00cfe-e504-4bc0-89e2-57e4f393fa80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:59.706020 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b930237-e0b4-487f-b9ae-16ec6f626b8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8b41063-deb6-411d-8a01-0fae9dcca25f,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:59.711378 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2b930237-e0b4-487f-b9ae-16ec6f626b8e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ed46fb69ba4434488781cb29ac41726&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8242970 Jun 23 14:10:59.712525 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2b930237-e0b4-487f-b9ae-16ec6f626b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:59.714106 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59738) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:59.793562 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-55c8aa17-2f01-4f70-a19e-39f8220c5435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.830163 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-55c8aa17-2f01-4f70-a19e-39f8220c5435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.930750 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-55c8aa17-2f01-4f70-a19e-39f8220c5435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.934290 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-55c8aa17-2f01-4f70-a19e-39f8220c5435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.935713 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-55c8aa17-2f01-4f70-a19e-39f8220c5435 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d8b41063-deb6-411d-8a01-0fae9dcca25f HTTP/1.1" status: 204 len: 168 time: 0.2189310 Jun 23 14:10:59.936758 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:59.946703 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8aa17-2f01-4f70-a19e-39f8220c5435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8b41063-deb6-411d-8a01-0fae9dcca25f,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:59.950468 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-55c8aa17-2f01-4f70-a19e-39f8220c5435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.009383 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59754) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:00.030974 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0cbda0ef-492b-464b-bbbe-db0b1a7f4815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.032507 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cc213-dd3f-4767-9622-618fd905a8fc req-0f8e9797-77c8-415c-92a9-2c4ab320d61b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.040251 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-850cc213-dd3f-4767-9622-618fd905a8fc req-0f8e9797-77c8-415c-92a9-2c4ab320d61b tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.0947661 Jun 23 14:11:00.095856 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-850cc213-dd3f-4767-9622-618fd905a8fc req-1799be1e-64dc-44da-87a0-10e511e10d01 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545449 Jun 23 14:11:00.153178 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0cbda0ef-492b-464b-bbbe-db0b1a7f4815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.157387 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0cbda0ef-492b-464b-bbbe-db0b1a7f4815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.161427 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9803d2d1-0b56-408f-acd2-bbcaf3498f1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.184821 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59758) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:00.204272 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-0cbda0ef-492b-464b-bbbe-db0b1a7f4815 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bab5346128843888cbb9d8724a6c056&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900718 Jun 23 14:11:00.204272 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbda0ef-492b-464b-bbbe-db0b1a7f4815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aacde518-314e-4e35-9d78-19923870bee6,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.204605 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59762) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:00.206402 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0cbda0ef-492b-464b-bbbe-db0b1a7f4815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.268012 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-51dee44e-53bc-4d30-bf95-f27abaee80f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.294934 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-51dee44e-53bc-4d30-bf95-f27abaee80f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.349294 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-51dee44e-53bc-4d30-bf95-f27abaee80f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.352972 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-51dee44e-53bc-4d30-bf95-f27abaee80f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.354690 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-51dee44e-53bc-4d30-bf95-f27abaee80f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aacde518-314e-4e35-9d78-19923870bee6 HTTP/1.1" status: 204 len: 168 time: 0.1489363 Jun 23 14:11:00.355860 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.365568 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dee44e-53bc-4d30-bf95-f27abaee80f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aacde518-314e-4e35-9d78-19923870bee6,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.368514 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-51dee44e-53bc-4d30-bf95-f27abaee80f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.403631 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfa5e3-571e-4962-89db-134aa5525b4a req-f63d9053-6e80-40e4-adb4-4613096edbc7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.405124 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a7bfa5e3-571e-4962-89db-134aa5525b4a req-f63d9053-6e80-40e4-adb4-4613096edbc7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0920703 Jun 23 14:11:00.468596 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a7bfa5e3-571e-4962-89db-134aa5525b4a req-fa776d5f-e98c-40ed-a83c-4a581ce0ea44 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454931 Jun 23 14:11:00.480176 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ece62ff1-d8c4-4ee9-911e-daf3a7966803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.527131 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59776) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:00.545060 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-00d2bd7d-7681-40c2-af71-374a992981e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.595582 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ece62ff1-d8c4-4ee9-911e-daf3a7966803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.600320 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ece62ff1-d8c4-4ee9-911e-daf3a7966803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.604139 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4038f122-b5ec-4fa2-a844-a4893cf7af98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.654872 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-ece62ff1-d8c4-4ee9-911e-daf3a7966803 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=25e7d7bac75d48d5aa658822aa8a39ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4685538 Jun 23 14:11:00.655578 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59784) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:00.675267 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece62ff1-d8c4-4ee9-911e-daf3a7966803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e761737-e6af-4167-96db-5e9dd68ea903,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.679356 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ece62ff1-d8c4-4ee9-911e-daf3a7966803 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.692979 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-00d2bd7d-7681-40c2-af71-374a992981e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.699161 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-00d2bd7d-7681-40c2-af71-374a992981e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.702950 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-72079f82-c22d-47e8-b77e-33372a357f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.740979 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9a95d3a6-d94b-4ccc-9151-16bfb0bc6fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.741746 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2bd7d-7681-40c2-af71-374a992981e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7493cbe2-9541-473c-a0f2-78c054f6f7d4,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.747218 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-00d2bd7d-7681-40c2-af71-374a992981e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.757150 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-00d2bd7d-7681-40c2-af71-374a992981e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7238c80075d846938c455f35a4df4fab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2263668 Jun 23 14:11:00.757501 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59790) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:00.787108 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9a95d3a6-d94b-4ccc-9151-16bfb0bc6fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.835708 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f872d802-8f06-4bc0-9094-08224194b04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.844821 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9a95d3a6-d94b-4ccc-9151-16bfb0bc6fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.848424 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9a95d3a6-d94b-4ccc-9151-16bfb0bc6fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.852156 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-9a95d3a6-d94b-4ccc-9151-16bfb0bc6fff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9e761737-e6af-4167-96db-5e9dd68ea903 HTTP/1.1" status: 204 len: 168 time: 0.1872525 Jun 23 14:11:00.852156 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-cacbe18e-6088-46bd-9518-7bacef4a34c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.858910 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a95d3a6-d94b-4ccc-9151-16bfb0bc6fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e761737-e6af-4167-96db-5e9dd68ea903,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.864727 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f872d802-8f06-4bc0-9094-08224194b04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.867021 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9a95d3a6-d94b-4ccc-9151-16bfb0bc6fff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.937737 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f872d802-8f06-4bc0-9094-08224194b04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.943257 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f872d802-8f06-4bc0-9094-08224194b04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.945040 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-f872d802-8f06-4bc0-9094-08224194b04e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7493cbe2-9541-473c-a0f2-78c054f6f7d4 HTTP/1.1" status: 204 len: 168 time: 0.1860189 Jun 23 14:11:00.946740 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.957640 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872d802-8f06-4bc0-9094-08224194b04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7493cbe2-9541-473c-a0f2-78c054f6f7d4,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.960440 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f872d802-8f06-4bc0-9094-08224194b04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:01.239375 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59828) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:01.263040 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-e5d7bb85-0a9b-48ab-bc70-583d69549529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.282528 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0517ba0a-b528-4666-80c9-bc0858a6945d req-adc9dc29-b03f-4c95-9fa5-77553f309a64 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.290155 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0517ba0a-b528-4666-80c9-bc0858a6945d req-adc9dc29-b03f-4c95-9fa5-77553f309a64 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.0787034 Jun 23 14:11:01.351845 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0517ba0a-b528-4666-80c9-bc0858a6945d req-08d20adb-1a75-4033-be30-174480a427fa tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/security-groups?id=46c4ce48-8d92-4fcc-863d-47339fa41787&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530019 Jun 23 14:11:01.432893 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-e5d7bb85-0a9b-48ab-bc70-583d69549529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.447680 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-e5d7bb85-0a9b-48ab-bc70-583d69549529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.452458 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-eeac4abc-ebf4-487e-8485-bd174bd0f999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:01.538799 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-3662e406-9529-43aa-999e-9386f18f97c9 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.540562 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-3662e406-9529-43aa-999e-9386f18f97c9 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.10 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 946 time: 0.1703937 Jun 23 14:11:01.558583 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:11:01.565251 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7bb85-0a9b-48ab-bc70-583d69549529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15cfc9c1-a3c6-4b05-864e-d7ef06b8f2c5,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:01.575344 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e5d7bb85-0a9b-48ab-bc70-583d69549529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:01.616458 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-e5d7bb85-0a9b-48ab-bc70-583d69549529 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d5900f3a37649528899c8be970f7528&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3756208 Jun 23 14:11:01.619124 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59850) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:01.717691 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Deleting port ece7c814-e46e-4a51-adbb-17ef998345e3 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:11:01.718038 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.750646 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcd629a-314d-4bac-9eea-e06b305b8ec5 req-a60066ce-90fd-422d-a51b-8519114ea877 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.752252 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4fcd629a-314d-4bac-9eea-e06b305b8ec5 req-a60066ce-90fd-422d-a51b-8519114ea877 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1046069 Jun 23 14:11:01.773445 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b913dc8d-3d55-42a2-98a8-9523b263b22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.827925 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b913dc8d-3d55-42a2-98a8-9523b263b22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.857928 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4fcd629a-314d-4bac-9eea-e06b305b8ec5 req-5cfae697-aaf2-461a-8b9c-e5a042359903 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993118 Jun 23 14:11:01.884065 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] For port ece7c814-e46e-4a51-adbb-17ef998345e3, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ece7c814-e46e-4a51-adbb-17ef998345e3,segment=NetworkSegment(f357bc6a-3b33-4367-b4fd-e798f909bd6c),segment_id=f357bc6a-3b33-4367-b4fd-e798f909bd6c)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:01.886993 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.903356 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b913dc8d-3d55-42a2-98a8-9523b263b22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.906675 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b913dc8d-3d55-42a2-98a8-9523b263b22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:01.911004 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-b913dc8d-3d55-42a2-98a8-9523b263b22a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/15cfc9c1-a3c6-4b05-864e-d7ef06b8f2c5 HTTP/1.1" status: 204 len: 168 time: 0.2876527 Jun 23 14:11:01.911004 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ece62ff1-d8c4-4ee9-911e-daf3a7966803 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:01.917152 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Calling delete_port for ece7c814-e46e-4a51-adbb-17ef998345e3 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:11:01.928748 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b913dc8d-3d55-42a2-98a8-9523b263b22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cfc9c1-a3c6-4b05-864e-d7ef06b8f2c5,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:01.931750 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-b913dc8d-3d55-42a2-98a8-9523b263b22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:02.145066 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.158546 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['ece7c814-e46e-4a51-adbb-17ef998345e3'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:02.173784 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:02.224677 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Pushing event deleted for resources: {'Port': ['ID=ece7c814-e46e-4a51-adbb-17ef998345e3,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:02.285843 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:02.310204 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] No DVR routers for this DVR port ece7c814-e46e-4a51-adbb-17ef998345e3 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:11:02.313789 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.317112 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f4c1d1a-e73a-4558-ab29-c59915afff2e req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.10 "DELETE /v2.0/ports/ece7c814-e46e-4a51-adbb-17ef998345e3 HTTP/1.1" status: 204 len: 173 time: 0.7694094 Jun 23 14:11:02.317605 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a061ffac-f31e-4350-8eda-e71d871e27ad', 'name': 'network-vif-deleted', 'tag': 'ece7c814-e46e-4a51-adbb-17ef998345e3'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:02.319927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30e89cca-95a6-4e4f-9287-0a91da102b7f" -d '{"events": [{"server_uuid": "a061ffac-f31e-4350-8eda-e71d871e27ad", "name": "network-vif-deleted", "tag": "ece7c814-e46e-4a51-adbb-17ef998345e3"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:02.367428 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab3b7f8-3af3-42a5-853d-96d456b589f4 x-openstack-request-id: req-dab3b7f8-3af3-42a5-853d-96d456b589f4 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:02.367744 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a061ffac-f31e-4350-8eda-e71d871e27ad", "name": "network-vif-deleted", "tag": "ece7c814-e46e-4a51-adbb-17ef998345e3", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:02.368021 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dab3b7f8-3af3-42a5-853d-96d456b589f4 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:02.368436 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a061ffac-f31e-4350-8eda-e71d871e27ad', 'name': 'network-vif-deleted', 'tag': 'ece7c814-e46e-4a51-adbb-17ef998345e3', 'status': 'completed', 'code': 200} Jun 23 14:11:02.537932 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-eb50a5de-c456-4afb-a54b-a1fce0ca148c req-b1aabbdb-1ffe-4253-817f-f3c12d11313a tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.0312903 Jun 23 14:11:03.058154 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40f1207-d4fc-4514-a729-109dfb1df259 req-64d75425-f8b0-4769-9081-1518f9815b9a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:03.064979 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d40f1207-d4fc-4514-a729-109dfb1df259 req-64d75425-f8b0-4769-9081-1518f9815b9a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0764244 Jun 23 14:11:03.105677 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d40f1207-d4fc-4514-a729-109dfb1df259 req-e535ebd0-1a0c-43e1-9c2b-9d61c1621350 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 Jun 23 14:11:03.185878 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59944) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:03.214836 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59948) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:03.319621 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6767166f-15c5-4dbf-87f7-d2e04e18c80b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.377066 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d73323c4-e823-423f-9a73-b9a0e9f5620a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.451571 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6767166f-15c5-4dbf-87f7-d2e04e18c80b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.460232 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6767166f-15c5-4dbf-87f7-d2e04e18c80b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.466252 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:03.510770 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-6767166f-15c5-4dbf-87f7-d2e04e18c80b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb4008ff6efa4f0786bdee370764d28a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3236220 Jun 23 14:11:03.513480 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 59966) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:03.525417 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6767166f-15c5-4dbf-87f7-d2e04e18c80b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657d4f3b-4952-4b04-b4f8-c211ccdc89b0,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:03.529332 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6767166f-15c5-4dbf-87f7-d2e04e18c80b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:03.593836 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a7c4441-c140-45ce-9cbc-33670a8e5eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.637569 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a7c4441-c140-45ce-9cbc-33670a8e5eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.657095 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d73323c4-e823-423f-9a73-b9a0e9f5620a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.662711 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d73323c4-e823-423f-9a73-b9a0e9f5620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.698533 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f872d802-8f06-4bc0-9094-08224194b04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:03.708132 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a7c4441-c140-45ce-9cbc-33670a8e5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.714404 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a7c4441-c140-45ce-9cbc-33670a8e5eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.719384 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-7a7c4441-c140-45ce-9cbc-33670a8e5eaa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/657d4f3b-4952-4b04-b4f8-c211ccdc89b0 HTTP/1.1" status: 204 len: 168 time: 0.2025883 Jun 23 14:11:03.720132 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:03.737063 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73323c4-e823-423f-9a73-b9a0e9f5620a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e434129-79fa-4be4-ae10-45d1dc954b07,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:03.738335 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7c4441-c140-45ce-9cbc-33670a8e5eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657d4f3b-4952-4b04-b4f8-c211ccdc89b0,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:03.746281 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d73323c4-e823-423f-9a73-b9a0e9f5620a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:03.752404 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7a7c4441-c140-45ce-9cbc-33670a8e5eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:03.757725 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-d73323c4-e823-423f-9a73-b9a0e9f5620a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bd261b71c4374c0caa6e56decc873919&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5414629 Jun 23 14:11:03.760407 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 59982) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:03.859023 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-30304619-71f9-4d07-8017-03c7fc02b165 req-8d69a12d-dca8-4162-877e-e45304020c8e tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] 10.222.0.26 "GET /v2.0/ports?device_id=a061ffac-f31e-4350-8eda-e71d871e27ad HTTP/1.1" status: 200 len: 210 time: 0.0466256 Jun 23 14:11:03.895163 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5df7c3fc-a1df-42e8-859b-50b001fbb023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.940004 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5df7c3fc-a1df-42e8-859b-50b001fbb023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.022216 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5df7c3fc-a1df-42e8-859b-50b001fbb023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.024961 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5df7c3fc-a1df-42e8-859b-50b001fbb023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.028682 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-5df7c3fc-a1df-42e8-859b-50b001fbb023 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6e434129-79fa-4be4-ae10-45d1dc954b07 HTTP/1.1" status: 204 len: 168 time: 0.2646534 Jun 23 14:11:04.028682 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2683b3c1-8fd6-4a1a-b072-50cf5f7529b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:04.035036 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7c3fc-a1df-42e8-859b-50b001fbb023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e434129-79fa-4be4-ae10-45d1dc954b07,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:04.037206 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5df7c3fc-a1df-42e8-859b-50b001fbb023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:04.220524 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60010) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:04.239986 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a0f890ec-7f67-40e5-8f09-7bdffd691042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.321508 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60014) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:04.343720 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852c758-bc68-4b1b-98e3-df38ea4ae23a req-cf7d1558-baf9-4452-af55-25b744f19feb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.345410 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4852c758-bc68-4b1b-98e3-df38ea4ae23a req-cf7d1558-baf9-4452-af55-25b744f19feb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1080840 Jun 23 14:11:04.403190 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4852c758-bc68-4b1b-98e3-df38ea4ae23a req-90dcb36d-0d3e-4b75-a1d8-c837c157b1a4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513628 Jun 23 14:11:04.435361 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a0f890ec-7f67-40e5-8f09-7bdffd691042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.439904 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a0f890ec-7f67-40e5-8f09-7bdffd691042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.447312 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-8a00d95e-c075-4a96-929c-1dcbe8264535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:04.500847 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f890ec-7f67-40e5-8f09-7bdffd691042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe730e4-d7ed-489c-9696-cc10a16956d1,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:04.507986 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-a0f890ec-7f67-40e5-8f09-7bdffd691042 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=98192548c6b742f2bce29de0ff631ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2858255 Jun 23 14:11:04.509142 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a0f890ec-7f67-40e5-8f09-7bdffd691042 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:04.510402 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60024) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:04.583852 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9848bab1-45d6-4c9d-92c5-21e0942e53f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.616233 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9848bab1-45d6-4c9d-92c5-21e0942e53f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.649382 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-97de455a-2398-4294-9451-e5181e0d5f7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.699045 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9848bab1-45d6-4c9d-92c5-21e0942e53f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.701572 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9848bab1-45d6-4c9d-92c5-21e0942e53f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.702725 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-9848bab1-45d6-4c9d-92c5-21e0942e53f3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfe730e4-d7ed-489c-9696-cc10a16956d1 HTTP/1.1" status: 204 len: 168 time: 0.1908822 Jun 23 14:11:04.707538 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-6a7b4b1a-c4c2-4c24-89c2-c8feb06967fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:04.719867 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9848bab1-45d6-4c9d-92c5-21e0942e53f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe730e4-d7ed-489c-9696-cc10a16956d1,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:04.722750 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9848bab1-45d6-4c9d-92c5-21e0942e53f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:04.792687 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-97de455a-2398-4294-9451-e5181e0d5f7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.799093 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-97de455a-2398-4294-9451-e5181e0d5f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.803294 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7f46bf37-a610-4b23-adf8-93746f240ec4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:04.840011 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-97de455a-2398-4294-9451-e5181e0d5f7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ecae7838eab420e92d3bec3c20f8f7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5169058 Jun 23 14:11:04.842392 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60042) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:04.849491 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97de455a-2398-4294-9451-e5181e0d5f7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38e49a2-04f3-479d-a4f4-4d52260ba0dd,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:04.859402 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-97de455a-2398-4294-9451-e5181e0d5f7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:04.901405 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-88c2e8ba-8121-4579-b795-fd4061546a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.926574 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-88c2e8ba-8121-4579-b795-fd4061546a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.982317 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-88c2e8ba-8121-4579-b795-fd4061546a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.985293 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-88c2e8ba-8121-4579-b795-fd4061546a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.986661 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-88c2e8ba-8121-4579-b795-fd4061546a8e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f38e49a2-04f3-479d-a4f4-4d52260ba0dd HTTP/1.1" status: 204 len: 168 time: 0.1433239 Jun 23 14:11:04.987956 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-51dee44e-53bc-4d30-bf95-f27abaee80f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:04.998217 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c2e8ba-8121-4579-b795-fd4061546a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38e49a2-04f3-479d-a4f4-4d52260ba0dd,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:05.000854 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-88c2e8ba-8121-4579-b795-fd4061546a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:05.101915 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60060) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:05.119134 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-20087c6c-1a20-46fd-bf3c-b0b159553b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.334549 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-20087c6c-1a20-46fd-bf3c-b0b159553b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.345367 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-44a83dc6-985e-42dc-910f-5b3542122f06 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1043687 Jun 23 14:11:05.347594 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-20087c6c-1a20-46fd-bf3c-b0b159553b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.355185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6767166f-15c5-4dbf-87f7-d2e04e18c80b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:05.356138 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60082) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:05.394290 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-20087c6c-1a20-46fd-bf3c-b0b159553b5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3d49719a310841f6bda9ddb76bbf569b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907813 Jun 23 14:11:05.395513 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20087c6c-1a20-46fd-bf3c-b0b159553b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce9b181-ae6f-42f6-8a55-12c468b14bdc,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:05.399202 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-20087c6c-1a20-46fd-bf3c-b0b159553b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:05.399860 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60084) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:05.415427 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60086) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:05.443357 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b8cc0b-43b7-42b7-bcd0-79076db80cad admin admin] Deleting subnet c96c456a-8722-429f-84af-b7ab2cd4ade8 {{(pid=93098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:05.447863 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9dbec1ae-0af5-4cb9-9e8e-47730f180e7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.447988 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cc0b-43b7-42b7-bcd0-79076db80cad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.489534 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cc0b-43b7-42b7-bcd0-79076db80cad admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.501395 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cc0b-43b7-42b7-bcd0-79076db80cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.551268 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a348a16d-0fea-4f3d-b66d-6cd5acba5259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.565534 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-2dbeb2b5-88e7-4968-b89e-b76c23b095c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.567084 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-2dbeb2b5-88e7-4968-b89e-b76c23b095c8 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 1099 time: 0.1399374 Jun 23 14:11:05.607184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a348a16d-0fea-4f3d-b66d-6cd5acba5259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.618284 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cc0b-43b7-42b7-bcd0-79076db80cad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013'] for subnet, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.624425 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-3b3585e9-296b-4a12-adb2-f09f35fa3699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:05.651470 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8cc0b-43b7-42b7-bcd0-79076db80cad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c96c456a-8722-429f-84af-b7ab2cd4ade8,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:05.666246 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d6b8cc0b-43b7-42b7-bcd0-79076db80cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:05.685002 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f749380-e68c-4a59-a5f7-24ae28646dcc req-09c7b98b-bf34-416e-a479-5059e4392345 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.695641 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f749380-e68c-4a59-a5f7-24ae28646dcc req-09c7b98b-bf34-416e-a479-5059e4392345 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1510766 Jun 23 14:11:05.721385 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d6b8cc0b-43b7-42b7-bcd0-79076db80cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.727841 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-d6b8cc0b-43b7-42b7-bcd0-79076db80cad admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c96c456a-8722-429f-84af-b7ab2cd4ade8 HTTP/1.1" status: 204 len: 168 time: 0.3692460 Jun 23 14:11:05.729773 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60102) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:05.758871 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f749380-e68c-4a59-a5f7-24ae28646dcc req-0b92f1a5-eb0c-4cec-998f-08ae4c926e8e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620782 Jun 23 14:11:05.789507 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-c1e1c7ae-f64d-4701-8ecd-62ac9830a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.791018 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-c1e1c7ae-f64d-4701-8ecd-62ac9830a1d2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 920 time: 0.1958926 Jun 23 14:11:05.895039 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9dbec1ae-0af5-4cb9-9e8e-47730f180e7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.898502 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-1979f618-2dc3-4030-9bfe-097b489bfebb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21 HTTP/1.1" status: 200 len: 217 time: 0.0911591 Jun 23 14:11:05.909321 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9dbec1ae-0af5-4cb9-9e8e-47730f180e7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.914706 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-1526825b-8b4e-43a3-a749-02a68618bd74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:05.916793 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a348a16d-0fea-4f3d-b66d-6cd5acba5259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.919259 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a348a16d-0fea-4f3d-b66d-6cd5acba5259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.923570 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-a348a16d-0fea-4f3d-b66d-6cd5acba5259 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9ce9b181-ae6f-42f6-8a55-12c468b14bdc HTTP/1.1" status: 204 len: 168 time: 0.5194228 Jun 23 14:11:05.956201 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.046647 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60146) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:06.196859 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-9dbec1ae-0af5-4cb9-9e8e-47730f180e7e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=36a9188750614a53b5d53e94f8fd0673&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7801898 Jun 23 14:11:06.199532 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60154) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:06.217182 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbec1ae-0af5-4cb9-9e8e-47730f180e7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a17213-7a48-48ea-9d7a-bbb33d7936cb,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:06.239837 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9dbec1ae-0af5-4cb9-9e8e-47730f180e7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:06.240687 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bf6d4480-4ee2-4a56-8867-544b3f219d89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.311s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:06.320172 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-7beac575-970d-4d75-acf4-e8f72bae8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:06.321534 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1588f227-27a4-4d4e-9a15-4fd357e5c9a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.322751 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-7beac575-970d-4d75-acf4-e8f72bae8a9f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.3995209 Jun 23 14:11:06.327247 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348a16d-0fea-4f3d-b66d-6cd5acba5259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce9b181-ae6f-42f6-8a55-12c468b14bdc,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:06.355559 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a348a16d-0fea-4f3d-b66d-6cd5acba5259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:06.368062 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1588f227-27a4-4d4e-9a15-4fd357e5c9a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.407710 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-c00a3fae-6713-41f3-be2b-df74a91dd2b6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646031 Jun 23 14:11:06.407813 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-bace0c10-2f55-427c-a978-9f2c6a16faed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.443143 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.474467 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1588f227-27a4-4d4e-9a15-4fd357e5c9a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.477008 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.477543 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.478499 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.479120 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.479954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.480172 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1588f227-27a4-4d4e-9a15-4fd357e5c9a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.480294 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.480571 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.480902 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.481369 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1588f227-27a4-4d4e-9a15-4fd357e5c9a6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e7a17213-7a48-48ea-9d7a-bbb33d7936cb HTTP/1.1" status: 204 len: 168 time: 0.2800448 Jun 23 14:11:06.482943 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.483424 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.484883 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9848bab1-45d6-4c9d-92c5-21e0942e53f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:06.501065 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1588f227-27a4-4d4e-9a15-4fd357e5c9a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a17213-7a48-48ea-9d7a-bbb33d7936cb,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:06.505514 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1588f227-27a4-4d4e-9a15-4fd357e5c9a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:06.564546 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60176) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:06.604459 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-bace0c10-2f55-427c-a978-9f2c6a16faed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.618485 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-bace0c10-2f55-427c-a978-9f2c6a16faed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.643516 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e69b623f-8925-4f46-9210-5ad06d544064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:06.647361 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-bace0c10-2f55-427c-a978-9f2c6a16faed admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a979e70fcc06402cb75089326300d4e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5997193 Jun 23 14:11:06.651117 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60188) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:06.668201 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_v2 [None req-38fe99dc-64ed-4097-95e1-7cffc77c27f3 admin admin] Deleting subnet b25ca945-3bf2-4de5-9b1a-41d925af23f4 {{(pid=93098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:06.679889 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-38fe99dc-64ed-4097-95e1-7cffc77c27f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.680883 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device ece7c814-e46e-4a51-adbb-17ef998345e3 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:11:06.707282 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: ece7c814-e46e-4a51-adbb-17ef998345e3 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:11:06.708263 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device ece7c814-e46e-4a51-adbb-17ef998345e3 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:11:06.714394 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace0c10-2f55-427c-a978-9f2c6a16faed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528a10ac-3bea-4482-acf8-49b1b8cc0a88,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:06.717872 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-bace0c10-2f55-427c-a978-9f2c6a16faed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:06.749085 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.749234 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.749758 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.750257 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93097) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:06.753279 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-38fe99dc-64ed-4097-95e1-7cffc77c27f3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.753965 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a50bf9-236f-4b98-90f2-7257b5bdfe2e']}} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:06.771329 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-38fe99dc-64ed-4097-95e1-7cffc77c27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.826252 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a1cfd0c-8849-46c7-b954-6aaa5997a89c') {'for_net_delete': True} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:06.826575 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a1cfd0c-8849-46c7-b954-6aaa5997a89c') {} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:06.846767 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13996493'] for segment, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.868143 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d4108502-4152-4bea-9bda-b48172e21372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.893505 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.911790 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d4108502-4152-4bea-9bda-b48172e21372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.927572 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=93097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:06.930698 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13390740'] for segment, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: from cryptography.utils import int_from_bytes Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: from cryptography.utils import int_from_bytes Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: Traceback (most recent call last): Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: timer() Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: cb(*args, **kw) Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: return func(*args, **kwargs) Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: self._notify() Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: self.callback(batched_events) Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: event.method(event) Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: return f(self, *a, **k) Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._get(url).json() Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:06.954705 dv-cinder-794001-2-iscsi neutron-server[93097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:06.990569 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-38fe99dc-64ed-4097-95e1-7cffc77c27f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013'] for subnet, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.997437 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:07.003522 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-8ebdc700-5ea8-49fd-b3bf-7c18c91edb39 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5730722 Jun 23 14:11:07.028605 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe99dc-64ed-4097-95e1-7cffc77c27f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25ca945-3bf2-4de5-9b1a-41d925af23f4,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:07.031089 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-38fe99dc-64ed-4097-95e1-7cffc77c27f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.037647 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60212) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:07.038223 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-38fe99dc-64ed-4097-95e1-7cffc77c27f3 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b25ca945-3bf2-4de5-9b1a-41d925af23f4 HTTP/1.1" status: 204 len: 168 time: 0.4725091 Jun 23 14:11:07.040831 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-38fe99dc-64ed-4097-95e1-7cffc77c27f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:07.055174 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d4108502-4152-4bea-9bda-b48172e21372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.058126 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d4108502-4152-4bea-9bda-b48172e21372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.062059 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-d4108502-4152-4bea-9bda-b48172e21372 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/528a10ac-3bea-4482-acf8-49b1b8cc0a88 HTTP/1.1" status: 204 len: 168 time: 0.4053891 Jun 23 14:11:07.064773 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-97de455a-2398-4294-9451-e5181e0d5f7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:07.085740 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4108502-4152-4bea-9bda-b48172e21372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528a10ac-3bea-4482-acf8-49b1b8cc0a88,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:07.089349 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d4108502-4152-4bea-9bda-b48172e21372 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:07.099643 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f4446-b141-4d6e-8d5f-76b16ff92d77 req-122f450b-f0b2-4504-9734-e528e05f04fd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.101378 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cb9f4446-b141-4d6e-8d5f-76b16ff92d77 req-122f450b-f0b2-4504-9734-e528e05f04fd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1753631 Jun 23 14:11:07.117565 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.160324 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.165005 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/f9a50bf9-236f-4b98-90f2-7257b5bdfe2e HTTP/1.1" status: 204 len: 168 time: 1.4307032 Jun 23 14:11:07.165202 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cb9f4446-b141-4d6e-8d5f-76b16ff92d77 req-47e62db5-b63b-417a-b825-a95f1a4ab6f4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548060 Jun 23 14:11:07.165902 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60218) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:07.171366 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-40ba25be-c89d-4221-b6cb-1edb077c65b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:07.222691 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9a50bf9-236f-4b98-90f2-7257b5bdfe2e,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:07.242302 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:07.248773 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.278333 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b774abd2-cb29-4b29-95d9-9d9731834df4 req-d431d475-b40d-4e55-a38a-95d5395328a3 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626133 Jun 23 14:11:07.282239 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b467643-c967-4747-adc7-e15829444e27 admin admin] Deleting subnet 6d76b1e9-8a53-45cc-95f0-3260cd8ad887 {{(pid=93097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:07.287242 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9b467643-c967-4747-adc7-e15829444e27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.382305 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9b467643-c967-4747-adc7-e15829444e27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13996498'] for subnet, precommit_delete_associations {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.447888 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.484911 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['338d37ad-7a79-4608-9753-280287b911e4']}} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:07.494240 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9b467643-c967-4747-adc7-e15829444e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.516401 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f357bc6a-3b33-4367-b4fd-e798f909bd6c') {'for_net_delete': True} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:07.516693 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f357bc6a-3b33-4367-b4fd-e798f909bd6c') {} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:07.531914 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13996493'] for segment, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.562315 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.575097 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:07.575884 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13390740'] for segment, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: Traceback (most recent call last): Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: timer() Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: cb(*args, **kw) Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: return func(*args, **kwargs) Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: self._notify() Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: self.callback(batched_events) Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: event.method(event) Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: return f(self, *a, **k) Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._get(url).json() Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:07.577901 dv-cinder-794001-2-iscsi neutron-server[93097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:07.657034 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9b467643-c967-4747-adc7-e15829444e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13390601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12976812'] for subnet, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.661531 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c3517ace-14e9-484c-858e-09cd01452642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:07.687347 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b467643-c967-4747-adc7-e15829444e27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d76b1e9-8a53-45cc-95f0-3260cd8ad887,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:07.688844 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.703501 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9b467643-c967-4747-adc7-e15829444e27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:07.707258 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:07.721105 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=338d37ad-7a79-4608-9753-280287b911e4,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:07.723184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.729425 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] 10.222.0.26 "DELETE /v2.0/networks/338d37ad-7a79-4608-9753-280287b911e4 HTTP/1.1" status: 204 len: 168 time: 0.6897452 Jun 23 14:11:07.730855 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:07.736175 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9b467643-c967-4747-adc7-e15829444e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.740774 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-9b467643-c967-4747-adc7-e15829444e27 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/6d76b1e9-8a53-45cc-95f0-3260cd8ad887 HTTP/1.1" status: 204 len: 168 time: 0.5644886 Jun 23 14:11:07.741706 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60268) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:07.908982 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.014509 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.027793 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.028143 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.029423 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.030057 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > port after_create 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.030413 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.030812 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > port after_update 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.031169 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.031498 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.031835 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.032313 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.033401 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60298) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:08.092803 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-e9fdbfac-0519-4ff5-aaaa-be23d96d0b57 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ff767a2274714f4f986dc742cc4aa42d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0581284 Jun 23 14:11:08.093444 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60300) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:08.106896 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.107246 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.107587 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.108100 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93098) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:11:08.108484 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6704443c-165b-41f0-b5ca-0c25adda154d']}} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:08.129629 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e121b95-9e21-49c1-bb47-8a37dac17c92') {'for_net_delete': True} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:08.129999 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e121b95-9e21-49c1-bb47-8a37dac17c92') {} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:08.160581 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579061'] for segment, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.183470 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9c2dadd2-be78-4a6e-b4e9-9af64b5888bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.219442 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9c2dadd2-be78-4a6e-b4e9-9af64b5888bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.225066 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.259095 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Releasing vlan 677 on physical network physnet1 to pool {{(pid=93098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:08.259522 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461502'] for segment, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: from cryptography.utils import int_from_bytes Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: from cryptography.utils import int_from_bytes Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: Traceback (most recent call last): Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: timer() Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: cb(*args, **kw) Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: return func(*args, **kwargs) Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: self._notify() Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: self.callback(batched_events) Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: event.method(event) Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: return f(self, *a, **k) Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._get(url).json() Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:08.263573 dv-cinder-794001-2-iscsi neutron-server[93098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:08.310163 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9c2dadd2-be78-4a6e-b4e9-9af64b5888bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.313081 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9c2dadd2-be78-4a6e-b4e9-9af64b5888bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.314268 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-9c2dadd2-be78-4a6e-b4e9-9af64b5888bf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46c4ce48-8d92-4fcc-863d-47339fa41787 HTTP/1.1" status: 204 len: 168 time: 0.2196915 Jun 23 14:11:08.318448 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-ff20e594-8032-4e5e-9083-95a06dafbe83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:08.325044 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2dadd2-be78-4a6e-b4e9-9af64b5888bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c4ce48-8d92-4fcc-863d-47339fa41787,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:08.336643 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9c2dadd2-be78-4a6e-b4e9-9af64b5888bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:08.433435 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.446528 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2aa40f3e-dbf5-46cd-909a-2377c5bd831a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:08.455401 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.457441 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] 10.222.0.26 "DELETE /v2.0/networks/6704443c-165b-41f0-b5ca-0c25adda154d HTTP/1.1" status: 204 len: 168 time: 0.7147596 Jun 23 14:11:08.469421 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Pushing event deleted for resources: {'Network': ['ID=6704443c-165b-41f0-b5ca-0c25adda154d,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:08.473380 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8952a05e-fa2e-41be-9b4b-779d21a77712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:08.489708 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81a017-fd06-43bd-b5a0-4b4fdc021e6c req-d014daf1-c89b-4dd1-8868-7d7e4905f453 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:08.491271 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-de81a017-fd06-43bd-b5a0-4b4fdc021e6c req-d014daf1-c89b-4dd1-8868-7d7e4905f453 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1194749 Jun 23 14:11:08.542811 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-de81a017-fd06-43bd-b5a0-4b4fdc021e6c req-bb838611-e230-462f-beb6-6941a06fed40 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450962 Jun 23 14:11:08.756478 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60348) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:08.819045 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60354) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:08.859089 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-ad980769-b25d-4b3f-8c23-3c19204a819f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c296a4d8355429d835ca184243d4495&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388069 Jun 23 14:11:08.861866 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60356) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:08.916318 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e4819871-07c2-4654-90cc-c5893f315579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.938491 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e4819871-07c2-4654-90cc-c5893f315579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.973245 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-271607349-network', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:09.012254 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e4819871-07c2-4654-90cc-c5893f315579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.017786 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e4819871-07c2-4654-90cc-c5893f315579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.019085 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e4819871-07c2-4654-90cc-c5893f315579 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af0310f2-94f4-4bf8-9bc1-6fe992f79922 HTTP/1.1" status: 204 len: 168 time: 0.1560726 Jun 23 14:11:09.020455 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f3a26ce8-4779-4b2f-8722-4e9239e0f5c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:09.034581 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Made reservation on behalf of 6a2f20e87fbf4a4da5f416e96287fb37 for: {'network': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:09.036153 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4819871-07c2-4654-90cc-c5893f315579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0310f2-94f4-4bf8-9bc1-6fe992f79922,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:09.037258 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.039610 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e4819871-07c2-4654-90cc-c5893f315579 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:09.062078 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.171001 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.176624 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.180684 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9dbec1ae-0af5-4cb9-9e8e-47730f180e7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:09.203358 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 657} {{(pid=93097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:11:09.215032 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:09.223292 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.223669 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.segments_db [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Added segment eedb2f6b-e3e6-4369-8c6e-9c9809d3d258 of type vlan for network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 Jun 23 14:11:09.238635 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:09.279238 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.314742 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.316679 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.317364 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.320626 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:09.382642 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6247933 Jun 23 14:11:09.385901 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60378) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:09.389676 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Pushing event updated for resources: {'Network': ['ID=d479ea73-0ffb-45d6-a60d-817f1dc53ae2,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:09.399869 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Request body: {'subnet': {'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-271607349-subnet', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'ip_version': 4}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:09.404308 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:09.406779 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:11:09.454596 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60384) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:09.465888 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Made reservation on behalf of 6a2f20e87fbf4a4da5f416e96287fb37 for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:09.472282 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13136488'] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.520220 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-ae4c495a-adb4-4b46-bbdb-81dc7c8dd815 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7975bcce939445ec87864a74ece4dc16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634217 Jun 23 14:11:09.524130 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60390) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:09.657678 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4c4f-bdc4-4f1c-a98d-84f73bcc8e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.705641 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4c4f-bdc4-4f1c-a98d-84f73bcc8e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.723713 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60402) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:09.767177 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13460384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13136506'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.789121 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d6b8cc0b-43b7-42b7-bcd0-79076db80cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:09.802389 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4c4f-bdc4-4f1c-a98d-84f73bcc8e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.807064 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4a3f4c4f-bdc4-4f1c-a98d-84f73bcc8e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.808576 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-4a3f4c4f-bdc4-4f1c-a98d-84f73bcc8e78 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8a53aa4-307a-4cae-b52f-b870349a1079 HTTP/1.1" status: 204 len: 168 time: 0.2831903 Jun 23 14:11:09.809574 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5df7c3fc-a1df-42e8-859b-50b001fbb023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:09.821915 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f4c4f-bdc4-4f1c-a98d-84f73bcc8e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a53aa4-307a-4cae-b52f-b870349a1079,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:09.826892 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4a3f4c4f-bdc4-4f1c-a98d-84f73bcc8e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:09.867530 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1722118533-network', 'tenant_id': 'a8890c0d47e94d3f81957bf77d74427d'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:09.903598 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c28cd8-5df8-4ec8-a6d2-847215c304af,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:09.910551 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:09.915129 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Made reservation on behalf of a8890c0d47e94d3f81957bf77d74427d for: {'network': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:09.918024 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.927543 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:09.942553 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0378799-a8df-49bf-92eb-efcf0aa05179 req-b38852e7-5348-42bb-ab8c-a7d7141781d9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.951953 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a0378799-a8df-49bf-92eb-efcf0aa05179 req-b38852e7-5348-42bb-ab8c-a7d7141781d9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.2449193 Jun 23 14:11:09.995282 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Checking segment: {'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:09.995740 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Network hostable DHCP agents. Network: d479ea73-0ffb-45d6-a60d-817f1dc53ae2, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:11:10.006830 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a0378799-a8df-49bf-92eb-efcf0aa05179 req-dda8e40a-d0b5-4ea1-a95a-0fd7ccd016d4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538905 Jun 23 14:11:10.023955 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:11:10.039156 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, d479ea73-0ffb-45d6-a60d-817f1dc53ae2) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:10.044673 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.046705 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.054681 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dbc866-ed61-4d49-a1bf-be2b7894a1f0 None None] Network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:10.066867 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.091542 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7042999 Jun 23 14:11:10.093763 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.094640 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60426) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:10.099878 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-eb0759ea-fbde-4579-952e-cd29bf1114de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:10.102137 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:10.127263 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b228788-5cc2-4dfa-b86b-76887f572223,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:10.128004 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:10.136159 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:11:10.147915 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.148589 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.segments_db [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Added segment 3faf1a55-3e53-422d-96b0-df4c90e8b376 of type vlan for network 21949135-2ee6-42bd-989c-5eb0a8da18e4 Jun 23 14:11:10.156702 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16452626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32584'] for router, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.157958 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16452633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16294700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16437327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32577'] for router, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.209411 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.224462 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.269439 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.270905 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.271966 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.274237 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:10.381948 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Pushing event updated for resources: {'Network': ['ID=21949135-2ee6-42bd-989c-5eb0a8da18e4,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:10.388616 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:10.419990 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6917095 Jun 23 14:11:10.420098 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60438) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:10.425944 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Request body: {'subnet': {'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1722118533-subnet', 'tenant_id': 'a8890c0d47e94d3f81957bf77d74427d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:10.431350 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 21949135-2ee6-42bd-989c-5eb0a8da18e4 details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:11:10.493899 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Made reservation on behalf of a8890c0d47e94d3f81957bf77d74427d for: {'subnet': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:10.497244 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12976817'] for subnet, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.588366 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ed5f05c-69cb-5583-abd3-207797de1a02-d479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af'}]}} from dv-cinder-794001-2-iscsi. {{(pid=93099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:11:10.589247 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.670178 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.675095 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60448) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:10.841760 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13391818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12976803'] for subnet, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.845601 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-484998ad-2ca4-48f8-a9a1-aa848067b93c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.848705 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9b467643-c967-4747-adc7-e15829444e27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:10.857998 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Allocated IP 172.20.0.2 (d479ea73-0ffb-45d6-a60d-817f1dc53ae2/f2c28cd8-5df8-4ec8-a6d2-847215c304af/e1698b22-5533-49af-9c46-2ad60bef4ab3) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:10.930131 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Checking segment: {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:10.930523 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Network hostable DHCP agents. Network: 21949135-2ee6-42bd-989c-5eb0a8da18e4, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:11:10.939386 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Pushing event updated for resources: {'Subnet': ['ID=beda9355-21c8-4003-885c-0161ade90cc3,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:10.949925 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:10.961095 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Network 21949135-2ee6-42bd-989c-5eb0a8da18e4 is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:11:10.975035 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 21949135-2ee6-42bd-989c-5eb0a8da18e4) {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:10.986608 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c9eed5-375a-4db1-b38b-e63ef0913f64 None None] Network 21949135-2ee6-42bd-989c-5eb0a8da18e4 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:10.987833 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.988400 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.095072 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.130454 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.156689 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.166248 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Transition to ACTIVE for port object e1698b22-5533-49af-9c46-2ad60bef4ab3 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:11.186454 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Transition to ACTIVE for port object e1698b22-5533-49af-9c46-2ad60bef4ab3 will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:11.188879 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6bb6b017-0181-4ae2-b568-547eecf2054f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.200970 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.205727 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d47716ab-89b7-4b66-991d-e2654cbc9eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:11.207841 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-484998ad-2ca4-48f8-a9a1-aa848067b93c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.222697 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-484998ad-2ca4-48f8-a9a1-aa848067b93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.226091 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8045621 Jun 23 14:11:11.228164 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d4108502-4152-4bea-9bda-b48172e21372 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:11.271054 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.327833 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:11.328666 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Pushing event updated for resources: {'Port': ['ID=e1698b22-5533-49af-9c46-2ad60bef4ab3,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:11.339693 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:11.340938 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484998ad-2ca4-48f8-a9a1-aa848067b93c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d90e6f-0362-4d0a-ac5d-029307c3f504,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:11.344471 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-484998ad-2ca4-48f8-a9a1-aa848067b93c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:11.351194 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-484998ad-2ca4-48f8-a9a1-aa848067b93c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a84135c038547109f49c281295bd0b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6732531 Jun 23 14:11:11.353667 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60470) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:11.376230 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:11.377754 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Allocated IP 172.27.3.110 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/64643bd0-d727-44e4-acc2-b0e5f40a659e) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:11.382332 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.383060 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.383394 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.383830 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.384178 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.384915 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.384915 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.385312 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.385660 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.390302 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.390804 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.391472 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:11.395969 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:11.400814 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ce2d46-09f3-46eb-88c3-2724b4ee0e04 None None] Network 21949135-2ee6-42bd-989c-5eb0a8da18e4 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:11.449726 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9ef07b-e276-45fa-bef4-98a8a0dcebdb req-fe4b6ad6-2b2e-4ce5-b69e-a607d89831a7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.452147 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf9ef07b-e276-45fa-bef4-98a8a0dcebdb req-fe4b6ad6-2b2e-4ce5-b69e-a607d89831a7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.2192144 Jun 23 14:11:11.481653 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-933866f9-30c1-4996-b916-eca9d09c5289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.516662 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-933866f9-30c1-4996-b916-eca9d09c5289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.542604 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf9ef07b-e276-45fa-bef4-98a8a0dcebdb req-c70bc54f-fea9-460c-abd2-070164b1fb2a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593963 Jun 23 14:11:11.545668 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Attempting to bind port e1698b22-5533-49af-9c46-2ad60bef4ab3 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:11.546182 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Attempting to bind port e1698b22-5533-49af-9c46-2ad60bef4ab3 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:11.546485 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Attempting to bind port e1698b22-5533-49af-9c46-2ad60bef4ab3 on network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:11.556830 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:11.557211 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Checking segment: {'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:11.557948 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.558579 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Bound using segment: {'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:11.559354 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Bound port: e1698b22-5533-49af-9c46-2ad60bef4ab3, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:11.559898 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.568491 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.600355 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-933866f9-30c1-4996-b916-eca9d09c5289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.603578 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-933866f9-30c1-4996-b916-eca9d09c5289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.616180 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-933866f9-30c1-4996-b916-eca9d09c5289 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/46d90e6f-0362-4d0a-ac5d-029307c3f504 HTTP/1.1" status: 204 len: 168 time: 0.2582209 Jun 23 14:11:11.617024 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-8abc2eec-f263-42a1-8c40-a1289b9074d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:11.638285 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.640352 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933866f9-30c1-4996-b916-eca9d09c5289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d90e6f-0362-4d0a-ac5d-029307c3f504,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:11.645557 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f047b9d6-be3b-423a-bee2-2c89d1c06ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:11.648769 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-933866f9-30c1-4996-b916-eca9d09c5289 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:11.710897 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:11.717334 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:11.721268 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:11.804760 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] For port e1698b22-5533-49af-9c46-2ad60bef4ab3, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:11.809281 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] For port e1698b22-5533-49af-9c46-2ad60bef4ab3, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=e1698b22-5533-49af-9c46-2ad60bef4ab3,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:11.820084 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:11.829898 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Pushing event updated for resources: {'Port': ['ID=64643bd0-d727-44e4-acc2-b0e5f40a659e,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:11.831419 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:11.864812 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:11.901229 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Pushing event updated for resources: {'Port': ['ID=e1698b22-5533-49af-9c46-2ad60bef4ab3,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:11.905298 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:12.055464 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.125508 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60494) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:12.139596 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a458548-c2a0-42df-845c-df2e0924a643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.307835 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a458548-c2a0-42df-845c-df2e0924a643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.313301 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a458548-c2a0-42df-845c-df2e0924a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.323347 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e5d7bb85-0a9b-48ab-bc70-583d69549529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:12.344025 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16451719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835'] for router, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.350404 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-0a458548-c2a0-42df-845c-df2e0924a643 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7498553243a14ac4a9513a69dd8d1435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237132 Jun 23 14:11:12.354659 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60498) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:12.370421 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a458548-c2a0-42df-845c-df2e0924a643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b04726ee-bc21-45d6-9f07-5706a0861a7e,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:12.374385 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0a458548-c2a0-42df-845c-df2e0924a643 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:12.410155 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f0c026d-4d2c-4436-8065-64490d396305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.430239 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f0c026d-4d2c-4436-8065-64490d396305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.478113 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Router 83a52512-74d6-41c9-a4fc-88d2810673e5 is scheduled to L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 with binding_index 1 {{(pid=93098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:11:12.484296 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f0c026d-4d2c-4436-8065-64490d396305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.487450 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f0c026d-4d2c-4436-8065-64490d396305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.489105 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-6f0c026d-4d2c-4436-8065-64490d396305 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b04726ee-bc21-45d6-9f07-5706a0861a7e HTTP/1.1" status: 204 len: 168 time: 0.1333234 Jun 23 14:11:12.490539 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7317ce06-6653-4364-acce-2996519a659a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:12.498131 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c026d-4d2c-4436-8065-64490d396305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b04726ee-bc21-45d6-9f07-5706a0861a7e,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:12.500492 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6f0c026d-4d2c-4436-8065-64490d396305 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:12.599665 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:11:12.613506 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Sync routers for ids ['83a52512-74d6-41c9-a4fc-88d2810673e5'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:11:12.639940 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:12.640117 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Routers {'83a52512-74d6-41c9-a4fc-88d2810673e5'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:12.640848 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:10:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['83a52512-74d6-41c9-a4fc-88d2810673e5'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:12.644563 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5468032 Jun 23 14:11:12.645402 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60504) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:12.854831 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device e1698b22-5533-49af-9c46-2ad60bef4ab3 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:12.869681 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Set router 83a52512-74d6-41c9-a4fc-88d2810673e5 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:12.976383 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b874b412-15bc-4921-8f6a-3a70eeb269cd req-142df1f9-89b2-4280-98ba-2aeabd7b689d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.977777 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port e1698b22-5533-49af-9c46-2ad60bef4ab3 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:12.991713 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b874b412-15bc-4921-8f6a-3a70eeb269cd req-142df1f9-89b2-4280-98ba-2aeabd7b689d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1777723 Jun 23 14:11:13.123813 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b874b412-15bc-4921-8f6a-3a70eeb269cd req-68c8cbd0-967e-41d9-8a03-b161c7c93f58 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311278 Jun 23 14:11:13.202578 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:11Z', 'revision_number': 3, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:13.258527 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Checking router: 83a52512-74d6-41c9-a4fc-88d2810673e5 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:11:13.258849 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Updating router 83a52512-74d6-41c9-a4fc-88d2810673e5 port 64643bd0-d727-44e4-acc2-b0e5f40a659e binding host dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:11:13.265968 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ae263a-e1a8-4dcc-9f6c-583de4460be6 None None] Network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:13.333039 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.364309 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ebac049d-bfc3-4f30-8b5b-1de38241b0f7 None None] Provisioning for port e1698b22-5533-49af-9c46-2ad60bef4ab3 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:13.377692 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ebac049d-bfc3-4f30-8b5b-1de38241b0f7 None None] Provisioning complete for port e1698b22-5533-49af-9c46-2ad60bef4ab3 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:13.378337 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ebac049d-bfc3-4f30-8b5b-1de38241b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.422671 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.617425 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ebac049d-bfc3-4f30-8b5b-1de38241b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.632403 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Allocated IP 172.20.0.1 (d479ea73-0ffb-45d6-a60d-817f1dc53ae2/f2c28cd8-5df8-4ec8-a6d2-847215c304af/64dd9bb6-484c-4082-8e65-ef9f75800c06) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:13.669022 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ebac049d-bfc3-4f30-8b5b-1de38241b0f7 None None] For port e1698b22-5533-49af-9c46-2ad60bef4ab3, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=e1698b22-5533-49af-9c46-2ad60bef4ab3,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:13.686155 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ebac049d-bfc3-4f30-8b5b-1de38241b0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.690778 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:13.701990 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.713623 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Transition to ACTIVE for port object 64643bd0-d727-44e4-acc2-b0e5f40a659e will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:13.715998 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0260a431-6b32-48e9-a220-86bf7aa4ac1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.721563 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.725490 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:13.744897 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebac049d-bfc3-4f30-8b5b-1de38241b0f7 None None] Pushing event updated for resources: {'Port': ['ID=e1698b22-5533-49af-9c46-2ad60bef4ab3,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:13.748503 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ebac049d-bfc3-4f30-8b5b-1de38241b0f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:13.768374 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.776127 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Pushing event updated for resources: {'Port': ['ID=64643bd0-d727-44e4-acc2-b0e5f40a659e,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:13.783155 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.provisioning_blocks [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Transition to ACTIVE for port object 64dd9bb6-484c-4082-8e65-ef9f75800c06 will not be triggered until provisioned by entity DHCP. {{(pid=93098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:13.786637 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.787211 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.788038 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.788543 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.789568 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.789916 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.790262 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.790854 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.791290 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.791632 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.792305 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.792640 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:13.804539 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:13.821187 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Attempting to bind port 64643bd0-d727-44e4-acc2-b0e5f40a659e on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:13.821560 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Attempting to bind port 64643bd0-d727-44e4-acc2-b0e5f40a659e by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:13.822783 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Attempting to bind port 64643bd0-d727-44e4-acc2-b0e5f40a659e on network a8114055-eda3-4a8a-939d-4d3bf614516a {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:13.829840 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.831705 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:13.832082 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:13.832817 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.832936 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Bound using segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:13.833335 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Bound port: 64643bd0-d727-44e4-acc2-b0e5f40a659e, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:13.833733 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.836930 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:13.871326 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:13.873961 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:13.880682 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:13.893557 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] For port 64643bd0-d727-44e4-acc2-b0e5f40a659e, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:13.897016 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] For port 64643bd0-d727-44e4-acc2-b0e5f40a659e, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=64643bd0-d727-44e4-acc2-b0e5f40a659e,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:13.906260 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.908550 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Pushing event updated for resources: {'Port': ['ID=64dd9bb6-484c-4082-8e65-ef9f75800c06,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:13.909666 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-8efcf33c-3f50-4bf7-b3ec-db6d3e8758a9 None None] Provisioning complete for port e1698b22-5533-49af-9c46-2ad60bef4ab3 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:13.910846 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8efcf33c-3f50-4bf7-b3ec-db6d3e8758a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.914064 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:13.916498 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-0d83330e-d59a-481a-aa04-e91e26f23b08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:13.930087 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16478827'] for router_interface, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:13.991485 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Pushing event updated for resources: {'Port': ['ID=64643bd0-d727-44e4-acc2-b0e5f40a659e,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:13.994723 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:14.004967 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Routers {'83a52512-74d6-41c9-a4fc-88d2810673e5'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:14.006033 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:11:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['83a52512-74d6-41c9-a4fc-88d2810673e5'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:14.121080 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:14.131538 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] Set router 83a52512-74d6-41c9-a4fc-88d2810673e5 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:14.153001 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-61345a66-6a58-48a3-afcb-be3e6d6e345a None None] Provisioning for port 64dd9bb6-484c-4082-8e65-ef9f75800c06 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:14.157783 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-61345a66-6a58-48a3-afcb-be3e6d6e345a None None] Provisioning complete for port 64dd9bb6-484c-4082-8e65-ef9f75800c06 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:14.157783 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-61345a66-6a58-48a3-afcb-be3e6d6e345a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:14.216746 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-61345a66-6a58-48a3-afcb-be3e6d6e345a None None] Port 64dd9bb6-484c-4082-8e65-ef9f75800c06 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:11:14.234594 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:14.353425 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:14.365014 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461282'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:14.371063 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-5697b82f-8960-4b42-840a-51ce35dd5113 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:14.402417 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:11Z', 'revision_number': 3, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:14.425628 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902631bf-27c6-4c02-a2da-489cc5ea15ae req-936af509-6e94-4b75-b1b9-7f12b0a964a0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:14.427167 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-902631bf-27c6-4c02-a2da-489cc5ea15ae req-936af509-6e94-4b75-b1b9-7f12b0a964a0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1493652 Jun 23 14:11:14.432026 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e2af6d-fd9c-4b28-8647-a5ed1cad6cb6 None None] The sync data for ids ['83a52512-74d6-41c9-a4fc-88d2810673e5'] in dv-cinder-794001-2-iscsi is: [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:11Z', 'revision_number': 3, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:11:14.674456 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16334052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478855'] for router_interface, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:14.691538 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Pushing event updated for resources: {'Port': ['ID=64dd9bb6-484c-4082-8e65-ef9f75800c06,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:14.707708 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:14.766059 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device e1698b22-5533-49af-9c46-2ad60bef4ab3 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:14.772732 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-902631bf-27c6-4c02-a2da-489cc5ea15ae req-bdb40cc5-0842-4bca-917d-404e8ec16e90 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371730 Jun 23 14:11:14.850570 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:14.856915 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:14.870226 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port e1698b22-5533-49af-9c46-2ad60bef4ab3 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:14.870979 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.020164 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Router 83a52512-74d6-41c9-a4fc-88d2810673e5 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:11:15.137703 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.155631 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:11:15.160597 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-0c966a1f-61db-4a86-b75f-322018425fc0 None None] Provisioning complete for port 64dd9bb6-484c-4082-8e65-ef9f75800c06 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:15.160999 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0c966a1f-61db-4a86-b75f-322018425fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.166404 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] 10.222.0.26 "PUT /v2.0/routers/83a52512-74d6-41c9-a4fc-88d2810673e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5161936 Jun 23 14:11:15.199695 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-0c966a1f-61db-4a86-b75f-322018425fc0 None None] Port 64dd9bb6-484c-4082-8e65-ef9f75800c06 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:11:15.681164 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60570) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:15.686242 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1121430636-network', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:15.707207 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Made reservation on behalf of aad27f00283b40c081f3d8a370d09075 for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:15.709387 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.717627 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.817061 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.820940 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.824832 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1588f227-27a4-4d4e-9a15-4fd357e5c9a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:15.846668 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 690} {{(pid=93098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:11:15.857680 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5915f8-1e3e-46d3-9730-dfedf628b807,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:15.860793 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:15.863601 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.863961 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Added segment 4c2b16e2-04b0-44b2-ba14-810fe28223d8 of type vlan for network cffed7f0-621c-42a6-9862-93807630263d Jun 23 14:11:15.907365 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.935446 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.936987 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:15.937576 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.942207 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:15.998538 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3162394 Jun 23 14:11:16.001259 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60576) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:16.008424 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Request body: {'subnet': {'network_id': 'cffed7f0-621c-42a6-9862-93807630263d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1121430636-subnet', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'ip_version': 4}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:16.016185 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Pushing event updated for resources: {'Network': ['ID=cffed7f0-621c-42a6-9862-93807630263d,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:16.022709 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:16.026343 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network cffed7f0-621c-42a6-9862-93807630263d details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:11:16.036197 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Made reservation on behalf of aad27f00283b40c081f3d8a370d09075 for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:16.038612 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13136488'] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.093427 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Sync routers for ids ['83a52512-74d6-41c9-a4fc-88d2810673e5'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:11:16.108102 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Routers {'83a52512-74d6-41c9-a4fc-88d2810673e5'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:16.108731 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:11:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['83a52512-74d6-41c9-a4fc-88d2810673e5'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:16.220874 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13460384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13136506'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.224136 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:16.227702 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Set router 83a52512-74d6-41c9-a4fc-88d2810673e5 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:16.277030 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d13a18-da79-4f5f-872f-a1c546eedda8,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:16.279596 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:16.286900 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Checking segment: {'id': '4c2b16e2-04b0-44b2-ba14-810fe28223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:16.287260 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Network hostable DHCP agents. Network: cffed7f0-621c-42a6-9862-93807630263d, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:11:16.304304 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Network cffed7f0-621c-42a6-9862-93807630263d is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:11:16.313120 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, cffed7f0-621c-42a6-9862-93807630263d) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:16.317670 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:16.318268 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.326242 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ecb910-63ba-4139-8d51-ea101e8d33c4 None None] Network cffed7f0-621c-42a6-9862-93807630263d requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:16.336308 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-f501d9ff-f5d7-4807-9651-9714e8a5c779 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3314850 Jun 23 14:11:16.339096 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60582) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:16.344049 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1121430636-router', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:16.370324 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16452626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32584'] for router, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.371384 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16452633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16294700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16437327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32577'] for router, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.425046 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.536222 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:14Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '64dd9bb6-484c-4082-8e65-ef9f75800c06', 'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'mac_address': 'fa:16:3e:0b:2f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:13Z', 'updated_at': '2021-06-23T14:11:14Z', 'revision_number': 2, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'subnets': [{'id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:16.565533 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.588036 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Checking router: 83a52512-74d6-41c9-a4fc-88d2810673e5 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:11:16.588402 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Updating router 83a52512-74d6-41c9-a4fc-88d2810673e5 port 64dd9bb6-484c-4082-8e65-ef9f75800c06 binding host dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:11:16.614280 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ed5f05c-69cb-5583-abd3-207797de1a02-cffed7f0-621c-42a6-9862-93807630263d', 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'fixed_ips': [{'subnet_id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8'}]}} from dv-cinder-794001-2-iscsi. {{(pid=93099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:11:16.615471 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.632676 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.649388 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.788252 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.807920 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:16.822698 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 64643bd0-d727-44e4-acc2-b0e5f40a659e up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:16.916179 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Allocated IP 172.27.3.9 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/075cb2ab-06c8-4868-8292-be8be757dcbe) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:17.013381 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Allocated IP 172.20.0.2 (cffed7f0-621c-42a6-9862-93807630263d/b0d13a18-da79-4f5f-872f-a1c546eedda8/d5bd7fd3-9f74-4385-b79a-83bc6350bfdf) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:17.020297 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 64643bd0-d727-44e4-acc2-b0e5f40a659e completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:17.023756 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.045953 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 64643bd0-d727-44e4-acc2-b0e5f40a659e triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:17.046127 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.077719 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.080844 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:17.121932 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:17.126815 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:17.131405 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:17.134505 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Pushing event updated for resources: {'Port': ['ID=075cb2ab-06c8-4868-8292-be8be757dcbe,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:17.154133 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:17.302633 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.361461 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 64643bd0-d727-44e4-acc2-b0e5f40a659e, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=64643bd0-d727-44e4-acc2-b0e5f40a659e,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:17.368784 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.375996 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.378014 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.383363 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:17.391640 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.391926 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Transition to ACTIVE for port object d5bd7fd3-9f74-4385-b79a-83bc6350bfdf will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:17.413708 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Transition to ACTIVE for port object 64dd9bb6-484c-4082-8e65-ef9f75800c06 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:17.429479 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.440666 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Transition to ACTIVE for port object d5bd7fd3-9f74-4385-b79a-83bc6350bfdf will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:17.460182 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.472271 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=64643bd0-d727-44e4-acc2-b0e5f40a659e,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:17.483435 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:17.483910 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:17.515972 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Network cffed7f0-621c-42a6-9862-93807630263d is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:17.537606 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:17.545733 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:17.573063 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e1adf-a9c5-449b-9b2b-74703ea251a0 None None] Pushing event updated for resources: {'Port': ['ID=64dd9bb6-484c-4082-8e65-ef9f75800c06,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:17.617313 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16451719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835'] for router, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.627280 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Attempting to bind port 64dd9bb6-484c-4082-8e65-ef9f75800c06 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:17.627661 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Attempting to bind port 64dd9bb6-484c-4082-8e65-ef9f75800c06 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:17.628035 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Attempting to bind port 64dd9bb6-484c-4082-8e65-ef9f75800c06 on network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:17.660876 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:17.661253 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Checking segment: {'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:17.661658 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.662061 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Bound using segment: {'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:17.662569 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Bound port: 64dd9bb6-484c-4082-8e65-ef9f75800c06, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:17.662943 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.683498 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Pushing event updated for resources: {'Port': ['ID=d5bd7fd3-9f74-4385-b79a-83bc6350bfdf,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:17.687078 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:17.693812 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a48159b2-74c0-444c-8736-c9d99108ae35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.223s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:17.693812 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a48159b2-74c0-444c-8736-c9d99108ae35 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:17.693812 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Attempting to bind port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:17.693812 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Attempting to bind port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '4c2b16e2-04b0-44b2-ba14-810fe28223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:17.693812 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Attempting to bind port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf on network cffed7f0-621c-42a6-9862-93807630263d {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:17.741645 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:17.741965 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Checking segment: {'id': '4c2b16e2-04b0-44b2-ba14-810fe28223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:17.742411 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.742904 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Bound using segment: {'id': '4c2b16e2-04b0-44b2-ba14-810fe28223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:17.743538 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Bound port: d5bd7fd3-9f74-4385-b79a-83bc6350bfdf, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2b16e2-04b0-44b2-ba14-810fe28223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:17.744138 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.761587 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Router e041bb09-0e5a-4ca2-a269-f4a677d16680 is scheduled to L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 with binding_index 1 {{(pid=93098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:11:17.817832 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] For port 64dd9bb6-484c-4082-8e65-ef9f75800c06, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:17.822367 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] For port 64dd9bb6-484c-4082-8e65-ef9f75800c06, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=64dd9bb6-484c-4082-8e65-ef9f75800c06,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:17.836917 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.844525 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:17.881879 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] For port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:17.909362 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] For port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=d5bd7fd3-9f74-4385-b79a-83bc6350bfdf,segment=NetworkSegment(4c2b16e2-04b0-44b2-ba14-810fe28223d8),segment_id=4c2b16e2-04b0-44b2-ba14-810fe28223d8)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:17.926994 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:17.935757 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Routers {'83a52512-74d6-41c9-a4fc-88d2810673e5'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:17.936412 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:11:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['83a52512-74d6-41c9-a4fc-88d2810673e5'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:17.944157 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e1adf-a9c5-449b-9b2b-74703ea251a0 None None] Pushing event updated for resources: {'Port': ['ID=64dd9bb6-484c-4082-8e65-ef9f75800c06,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:17.947569 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ec6e1adf-a9c5-449b-9b2b-74703ea251a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:17.981060 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:18.093703 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Pushing event updated for resources: {'Port': ['ID=d5bd7fd3-9f74-4385-b79a-83bc6350bfdf,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:18.099751 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:18.108736 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:11:18.113711 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] Set router 83a52512-74d6-41c9-a4fc-88d2810673e5 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:18.119845 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Sync routers for ids ['e041bb09-0e5a-4ca2-a269-f4a677d16680'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:11:18.134226 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Routers {'e041bb09-0e5a-4ca2-a269-f4a677d16680'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:18.135553 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.136975 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7968640 Jun 23 14:11:18.137945 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:11:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e041bb09-0e5a-4ca2-a269-f4a677d16680'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:18.139994 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60592) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:18.364505 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Set router e041bb09-0e5a-4ca2-a269-f4a677d16680 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:18.448624 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:14Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '64dd9bb6-484c-4082-8e65-ef9f75800c06', 'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'mac_address': 'fa:16:3e:0b:2f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:13Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'subnets': [{'id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:18.477223 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51890f1b-2e96-4129-9ad3-41ae45bca3a8 None None] The sync data for ids ['83a52512-74d6-41c9-a4fc-88d2810673e5'] in dv-cinder-794001-2-iscsi is: [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:14Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '64dd9bb6-484c-4082-8e65-ef9f75800c06', 'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'mac_address': 'fa:16:3e:0b:2f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:13Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'subnets': [{'id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:11:18.594599 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'name': 'tempest-TestMinimumBasicScenario-1121430636-router', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 3, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'gw_port': {'id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:18.623580 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Checking router: e041bb09-0e5a-4ca2-a269-f4a677d16680 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:11:18.624393 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Updating router e041bb09-0e5a-4ca2-a269-f4a677d16680 port 075cb2ab-06c8-4868-8292-be8be757dcbe binding host dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:11:18.671742 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.673720 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:18.871840 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device d5bd7fd3-9f74-4385-b79a-83bc6350bfdf up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:18.901837 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Allocated IP 172.20.0.1 (cffed7f0-621c-42a6-9862-93807630263d/b0d13a18-da79-4f5f-872f-a1c546eedda8/37406a77-077d-4935-8c2d-46a5058f1cf3) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:18.966783 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:18.971403 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 64643bd0-d727-44e4-acc2-b0e5f40a659e up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:19.017098 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.032840 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Transition to ACTIVE for port object 37406a77-077d-4935-8c2d-46a5058f1cf3 will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:19.044735 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.051275 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 64643bd0-d727-44e4-acc2-b0e5f40a659e triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:19.051697 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.074582 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Transition to ACTIVE for port object 075cb2ab-06c8-4868-8292-be8be757dcbe will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:19.082537 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.085177 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:19.092280 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.110008 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:19.155689 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Network cffed7f0-621c-42a6-9862-93807630263d is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:19.168049 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:19.173207 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Attempting to bind port 075cb2ab-06c8-4868-8292-be8be757dcbe on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:19.173688 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Attempting to bind port 075cb2ab-06c8-4868-8292-be8be757dcbe by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:19.173971 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Attempting to bind port 075cb2ab-06c8-4868-8292-be8be757dcbe on network a8114055-eda3-4a8a-939d-4d3bf614516a {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:19.174083 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:19.177888 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Pushing event updated for resources: {'Port': ['ID=37406a77-077d-4935-8c2d-46a5058f1cf3,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:19.185451 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:19.185858 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:19.186346 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.187256 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Bound using segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:19.187756 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Bound port: 075cb2ab-06c8-4868-8292-be8be757dcbe, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:19.188146 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.190615 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc9cd0-0411-483e-8d28-1c61f5e23a6b None None] Pushing event updated for resources: {'Port': ['ID=075cb2ab-06c8-4868-8292-be8be757dcbe,revision_number=2']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:19.193151 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 64dd9bb6-484c-4082-8e65-ef9f75800c06 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:19.194448 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9bcc9cd0-0411-483e-8d28-1c61f5e23a6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:19.214095 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:19.235792 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16478827'] for router_interface, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.276543 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] For port 075cb2ab-06c8-4868-8292-be8be757dcbe, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:19.284657 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2367cc8-145b-4478-9bb8-32478ea46169 None None] Network cffed7f0-621c-42a6-9862-93807630263d requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:19.285953 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] For port 075cb2ab-06c8-4868-8292-be8be757dcbe, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=075cb2ab-06c8-4868-8292-be8be757dcbe,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:19.295802 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.300348 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-65490104-7269-4890-914a-32f292c742b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:19.309740 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 64dd9bb6-484c-4082-8e65-ef9f75800c06 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:19.349906 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 64dd9bb6-484c-4082-8e65-ef9f75800c06 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:19.350328 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.409546 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Routers {'e041bb09-0e5a-4ca2-a269-f4a677d16680'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:19.410391 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:11:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e041bb09-0e5a-4ca2-a269-f4a677d16680'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:19.429217 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.433646 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-67e5c6d1-a430-432c-b1b1-105dbde12699 None None] Provisioning for port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:19.444948 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-67e5c6d1-a430-432c-b1b1-105dbde12699 None None] Provisioning complete for port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:19.445382 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-67e5c6d1-a430-432c-b1b1-105dbde12699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.480727 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc9cd0-0411-483e-8d28-1c61f5e23a6b None None] Pushing event updated for resources: {'Port': ['ID=075cb2ab-06c8-4868-8292-be8be757dcbe,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:19.491353 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9bcc9cd0-0411-483e-8d28-1c61f5e23a6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:19.577939 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] Set router e041bb09-0e5a-4ca2-a269-f4a677d16680 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:19.666308 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.672091 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.675910 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.725701 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-539050da-4304-47de-a268-4f961add6f8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:19.727698 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16334052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478855'] for router_interface, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.740367 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 64dd9bb6-484c-4082-8e65-ef9f75800c06, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=64dd9bb6-484c-4082-8e65-ef9f75800c06,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:19.771001 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.776769 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:19.831147 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-67e5c6d1-a430-432c-b1b1-105dbde12699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.837093 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'name': 'tempest-TestMinimumBasicScenario-1121430636-router', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 4, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'gw_port': {'id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '37406a77-077d-4935-8c2d-46a5058f1cf3', 'name': '', 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'mac_address': 'fa:16:3e:43:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:18Z', 'updated_at': '2021-06-23T14:11:18Z', 'revision_number': 1, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'subnets': [{'id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:19.837421 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Pushing event updated for resources: {'Port': ['ID=37406a77-077d-4935-8c2d-46a5058f1cf3,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:19.846233 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:19.878340 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1b47b3-6474-4f00-9082-35f086b4393f None None] The sync data for ids ['e041bb09-0e5a-4ca2-a269-f4a677d16680'] in dv-cinder-794001-2-iscsi is: [{'id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'name': 'tempest-TestMinimumBasicScenario-1121430636-router', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 4, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'gw_port': {'id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '37406a77-077d-4935-8c2d-46a5058f1cf3', 'name': '', 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'mac_address': 'fa:16:3e:43:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:18Z', 'updated_at': '2021-06-23T14:11:18Z', 'revision_number': 1, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'subnets': [{'id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:11:19.885428 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Network cffed7f0-621c-42a6-9862-93807630263d is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:19.885654 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=64dd9bb6-484c-4082-8e65-ef9f75800c06,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:19.886952 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:19.890021 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:19.891834 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-67e5c6d1-a430-432c-b1b1-105dbde12699 None None] For port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=d5bd7fd3-9f74-4385-b79a-83bc6350bfdf,segment=NetworkSegment(4c2b16e2-04b0-44b2-ba14-810fe28223d8),segment_id=4c2b16e2-04b0-44b2-ba14-810fe28223d8)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:19.901776 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-67e5c6d1-a430-432c-b1b1-105dbde12699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:19.904696 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:19.966625 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5c6d1-a430-432c-b1b1-105dbde12699 None None] Pushing event updated for resources: {'Port': ['ID=d5bd7fd3-9f74-4385-b79a-83bc6350bfdf,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:19.971596 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-67e5c6d1-a430-432c-b1b1-105dbde12699 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:20.136088 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-96c32024-329f-4d61-a3bd-6fc83badfce2 None None] Provisioning complete for port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:20.136528 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-96c32024-329f-4d61-a3bd-6fc83badfce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.237935 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-96c32024-329f-4d61-a3bd-6fc83badfce2 None None] Provisioning for port 37406a77-077d-4935-8c2d-46a5058f1cf3 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:20.241632 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Router e041bb09-0e5a-4ca2-a269-f4a677d16680 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:11:20.243309 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-96c32024-329f-4d61-a3bd-6fc83badfce2 None None] Provisioning complete for port 37406a77-077d-4935-8c2d-46a5058f1cf3 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:20.243916 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-96c32024-329f-4d61-a3bd-6fc83badfce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.292086 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-96c32024-329f-4d61-a3bd-6fc83badfce2 None None] Port 37406a77-077d-4935-8c2d-46a5058f1cf3 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:11:20.391545 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:11:20.398411 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] 10.222.0.26 "PUT /v2.0/routers/e041bb09-0e5a-4ca2-a269-f4a677d16680/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2564940 Jun 23 14:11:20.419226 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-fb6994e7-7d7c-4cbb-9a55-89daa9025482 None None] Provisioning complete for port 37406a77-077d-4935-8c2d-46a5058f1cf3 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:20.419617 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fb6994e7-7d7c-4cbb-9a55-89daa9025482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.461011 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-fb6994e7-7d7c-4cbb-9a55-89daa9025482 None None] Port 37406a77-077d-4935-8c2d-46a5058f1cf3 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:11:20.580567 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-d314a8a5-37da-47d0-b7b3-b51f054feced None None] Provisioning complete for port 37406a77-077d-4935-8c2d-46a5058f1cf3 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:20.581058 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d314a8a5-37da-47d0-b7b3-b51f054feced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.619113 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-d314a8a5-37da-47d0-b7b3-b51f054feced None None] Port 37406a77-077d-4935-8c2d-46a5058f1cf3 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:11:20.707245 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device d5bd7fd3-9f74-4385-b79a-83bc6350bfdf up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:20.755601 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:20.756125 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:20.841375 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 64dd9bb6-484c-4082-8e65-ef9f75800c06 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:20.886626 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 64dd9bb6-484c-4082-8e65-ef9f75800c06 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:20.887008 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.435172 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Sync routers for ids ['e041bb09-0e5a-4ca2-a269-f4a677d16680'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:11:22.444554 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Routers {'e041bb09-0e5a-4ca2-a269-f4a677d16680'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:22.445165 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:11:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e041bb09-0e5a-4ca2-a269-f4a677d16680'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:22.549817 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Set router e041bb09-0e5a-4ca2-a269-f4a677d16680 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:22.724912 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c790d66-23d8-4e4e-965d-f046dc55f005 req-2ba76010-54cb-46ca-988d-0cfd8b1badd7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:22.727366 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2c790d66-23d8-4e4e-965d-f046dc55f005 req-2ba76010-54cb-46ca-988d-0cfd8b1badd7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0813630 Jun 23 14:11:22.752740 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 075cb2ab-06c8-4868-8292-be8be757dcbe up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:22.768383 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2c790d66-23d8-4e4e-965d-f046dc55f005 req-5a5b02c9-8cfc-43e7-9545-b71f62af3a98 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352614 Jun 23 14:11:22.831705 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'name': 'tempest-TestMinimumBasicScenario-1121430636-router', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 4, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'gw_port': {'id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3d:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '37406a77-077d-4935-8c2d-46a5058f1cf3', 'name': '', 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'mac_address': 'fa:16:3e:43:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:18Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 2, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'subnets': [{'id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:22.833589 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 075cb2ab-06c8-4868-8292-be8be757dcbe completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:22.864932 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Checking router: e041bb09-0e5a-4ca2-a269-f4a677d16680 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:11:22.865545 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Updating router e041bb09-0e5a-4ca2-a269-f4a677d16680 port 37406a77-077d-4935-8c2d-46a5058f1cf3 binding host dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:11:22.867801 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 075cb2ab-06c8-4868-8292-be8be757dcbe triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:22.868179 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.928158 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.008406 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.086680 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 075cb2ab-06c8-4868-8292-be8be757dcbe, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=075cb2ab-06c8-4868-8292-be8be757dcbe,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:23.095395 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.100356 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ec6e1adf-a9c5-449b-9b2b-74703ea251a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:23.200505 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=075cb2ab-06c8-4868-8292-be8be757dcbe,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:23.203740 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:23.287135 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.298429 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Transition to ACTIVE for port object 37406a77-077d-4935-8c2d-46a5058f1cf3 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:23.305000 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.307106 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:23.358602 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacb43c-9349-4648-a458-ce45027bae79 None None] Pushing event updated for resources: {'Port': ['ID=37406a77-077d-4935-8c2d-46a5058f1cf3,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:23.362250 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9cacb43c-9349-4648-a458-ce45027bae79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:23.412601 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Attempting to bind port 37406a77-077d-4935-8c2d-46a5058f1cf3 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:23.412980 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Attempting to bind port 37406a77-077d-4935-8c2d-46a5058f1cf3 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '4c2b16e2-04b0-44b2-ba14-810fe28223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:23.413353 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Attempting to bind port 37406a77-077d-4935-8c2d-46a5058f1cf3 on network cffed7f0-621c-42a6-9862-93807630263d {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:23.418542 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:23.418924 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Checking segment: {'id': '4c2b16e2-04b0-44b2-ba14-810fe28223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:23.419338 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.419738 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Bound using segment: {'id': '4c2b16e2-04b0-44b2-ba14-810fe28223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:23.420206 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Bound port: 37406a77-077d-4935-8c2d-46a5058f1cf3, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c2b16e2-04b0-44b2-ba14-810fe28223d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 690, 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:23.420585 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.485357 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] For port 37406a77-077d-4935-8c2d-46a5058f1cf3, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:23.489009 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] For port 37406a77-077d-4935-8c2d-46a5058f1cf3, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=37406a77-077d-4935-8c2d-46a5058f1cf3,segment=NetworkSegment(4c2b16e2-04b0-44b2-ba14-810fe28223d8),segment_id=4c2b16e2-04b0-44b2-ba14-810fe28223d8)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:23.493792 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:23.495659 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:23.560348 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cacb43c-9349-4648-a458-ce45027bae79 None None] Pushing event updated for resources: {'Port': ['ID=37406a77-077d-4935-8c2d-46a5058f1cf3,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:23.569141 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9cacb43c-9349-4648-a458-ce45027bae79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:23.575125 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Routers {'e041bb09-0e5a-4ca2-a269-f4a677d16680'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:11:23.575772 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:11:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e041bb09-0e5a-4ca2-a269-f4a677d16680'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:23.706919 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] Set router e041bb09-0e5a-4ca2-a269-f4a677d16680 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:11:23.959448 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade29d98-966a-4f65-89b5-10d04ec20207 req-3a667662-c8b0-4009-9e05-975ce646effa tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:23.961236 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ade29d98-966a-4f65-89b5-10d04ec20207 req-3a667662-c8b0-4009-9e05-975ce646effa tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0708969 Jun 23 14:11:24.002429 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ade29d98-966a-4f65-89b5-10d04ec20207 req-1746c136-7b57-4f0e-81d3-945208636c69 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349479 Jun 23 14:11:24.066989 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'name': 'tempest-TestMinimumBasicScenario-1121430636-router', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 4, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'gw_port': {'id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '37406a77-077d-4935-8c2d-46a5058f1cf3', 'name': '', 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'mac_address': 'fa:16:3e:43:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:18Z', 'updated_at': '2021-06-23T14:11:23Z', 'revision_number': 4, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'subnets': [{'id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:24.093706 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379e04a7-78df-4e9e-a38d-383f62f44431 None None] The sync data for ids ['e041bb09-0e5a-4ca2-a269-f4a677d16680'] in dv-cinder-794001-2-iscsi is: [{'id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'name': 'tempest-TestMinimumBasicScenario-1121430636-router', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 4, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'gw_port': {'id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '37406a77-077d-4935-8c2d-46a5058f1cf3', 'name': '', 'network_id': 'cffed7f0-621c-42a6-9862-93807630263d', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'mac_address': 'fa:16:3e:43:ca:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:18Z', 'updated_at': '2021-06-23T14:11:23Z', 'revision_number': 4, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'subnets': [{'id': 'b0d13a18-da79-4f5f-872f-a1c546eedda8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:11:24.719737 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 37406a77-077d-4935-8c2d-46a5058f1cf3 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:24.782080 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 37406a77-077d-4935-8c2d-46a5058f1cf3 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:24.787922 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 37406a77-077d-4935-8c2d-46a5058f1cf3 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:24.788502 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.865135 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.903108 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 37406a77-077d-4935-8c2d-46a5058f1cf3, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=37406a77-077d-4935-8c2d-46a5058f1cf3,segment=NetworkSegment(4c2b16e2-04b0-44b2-ba14-810fe28223d8),segment_id=4c2b16e2-04b0-44b2-ba14-810fe28223d8)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:24.907189 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.908302 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 075cb2ab-06c8-4868-8292-be8be757dcbe up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:24.909929 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ef7a4f3f-e2df-481c-9b6d-ccba472ec0a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:24.983439 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=37406a77-077d-4935-8c2d-46a5058f1cf3,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:24.987982 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:24.996982 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 075cb2ab-06c8-4868-8292-be8be757dcbe triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:24.997387 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.189200 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc931d9-e80d-477c-aea3-dfe30d650119 req-91d3c27f-12fd-4440-b270-7d0b7134787e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.190656 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ccc931d9-e80d-477c-aea3-dfe30d650119 req-91d3c27f-12fd-4440-b270-7d0b7134787e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0643044 Jun 23 14:11:25.232356 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ccc931d9-e80d-477c-aea3-dfe30d650119 req-f40b2aa6-7841-4e79-927d-164684fc188c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Jun 23 14:11:26.407607 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab443-0faf-488c-9c26-55de22abbf59 req-09e5bb75-1f0e-43c4-8698-f2a46960b869 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:26.409079 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-17fab443-0faf-488c-9c26-55de22abbf59 req-09e5bb75-1f0e-43c4-8698-f2a46960b869 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0632002 Jun 23 14:11:26.445948 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-17fab443-0faf-488c-9c26-55de22abbf59 req-1e17ed83-fc74-4d50-beab-526c221236d9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306811 Jun 23 14:11:26.715156 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 37406a77-077d-4935-8c2d-46a5058f1cf3 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:26.716065 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60698) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:26.765114 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 37406a77-077d-4935-8c2d-46a5058f1cf3 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:26.765505 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.823978 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3bfab14f-3af8-408a-a96a-9fa26d05bafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.917256 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3bfab14f-3af8-408a-a96a-9fa26d05bafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.922205 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3bfab14f-3af8-408a-a96a-9fa26d05bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.925304 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:26.962680 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-3bfab14f-3af8-408a-a96a-9fa26d05bafb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bbf342b08ae441da85526ff429a340f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2454183 Jun 23 14:11:26.963491 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfab14f-3af8-408a-a96a-9fa26d05bafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19e62ac-3180-44d2-ab6c-49c399e8c1f3,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:26.965592 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60704) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:26.966818 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3bfab14f-3af8-408a-a96a-9fa26d05bafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:27.015586 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e660d72-2962-46c6-b2f5-69240b46fe71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.038961 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e660d72-2962-46c6-b2f5-69240b46fe71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.086169 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e660d72-2962-46c6-b2f5-69240b46fe71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.088774 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e660d72-2962-46c6-b2f5-69240b46fe71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.089910 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-4e660d72-2962-46c6-b2f5-69240b46fe71 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f19e62ac-3180-44d2-ab6c-49c399e8c1f3 HTTP/1.1" status: 204 len: 168 time: 0.1233370 Jun 23 14:11:27.090678 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1dc2e414-52f0-44a9-910b-57fa0c7dc2c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:27.098214 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e660d72-2962-46c6-b2f5-69240b46fe71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19e62ac-3180-44d2-ab6c-49c399e8c1f3,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:27.101057 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4e660d72-2962-46c6-b2f5-69240b46fe71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:27.635667 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c52d3-b09b-447d-a797-efb317cc1989 req-dcac9eda-1ade-40ab-8507-dc965e8d170c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:27.637239 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1d5c52d3-b09b-447d-a797-efb317cc1989 req-dcac9eda-1ade-40ab-8507-dc965e8d170c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0721388 Jun 23 14:11:27.674496 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1d5c52d3-b09b-447d-a797-efb317cc1989 req-5f4e472f-2c9d-4298-a4f8-1565f6cf8a79 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315688 Jun 23 14:11:27.712096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 60730) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:27.813615 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-361483573-network', 'tenant_id': '45fb5802a208496c9d761191dc781516'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:27.833942 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Made reservation on behalf of 45fb5802a208496c9d761191dc781516 for: {'network': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:27.836421 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.844797 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.932969 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.937037 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.940921 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bd8965a3-24bd-4dc3-a40b-2a0ca8415db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:27.959437 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:11:27.976368 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.976721 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.segments_db [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Added segment d6e01abb-14ae-41cc-9719-dc318157dae5 of type vlan for network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f Jun 23 14:11:27.985142 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c86419-c950-446a-9880-fd80d06ad80f,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:27.989473 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.025525 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.053284 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.054799 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:28.055383 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.058026 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:28.083661 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3705122 Jun 23 14:11:28.086711 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 60738) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:28.092021 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Request body: {'subnet': {'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-361483573-subnet', 'tenant_id': '45fb5802a208496c9d761191dc781516', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:28.115210 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Pushing event updated for resources: {'Network': ['ID=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.116356 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Made reservation on behalf of 45fb5802a208496c9d761191dc781516 for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:28.118084 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.119715 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13136488'] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.125693 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:11:28.306651 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13460384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13136506'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.309004 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1e335316-6cd4-4bc3-a299-a1c57593b25e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:28.357376 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9673cd0c-9155-428e-b90c-60afd7d45610,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.359875 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.373826 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Checking segment: {'id': 'd6e01abb-14ae-41cc-9719-dc318157dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:28.374189 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Network hostable DHCP agents. Network: d9ee0ac3-28ac-4def-acc6-95c58c3bd12f, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:11:28.390397 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:11:28.398574 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, d9ee0ac3-28ac-4def-acc6-95c58c3bd12f) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:28.402510 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:28.403098 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.407351 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564951e1-8ebc-4741-a107-6283bb80e19a None None] Network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:28.419986 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-5a5b6542-186a-432c-a5a7-1b7d345e47f8 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3318822 Jun 23 14:11:28.535985 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47217ac8-1586-42be-bbe6-a9f04442092f None None] Network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:11:28.858706 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec008c56-2e82-47de-a242-73e7af5d0478 req-3b2a98fc-8de4-4fd2-9b4a-3a5fed0c86c5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:28.860315 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ec008c56-2e82-47de-a242-73e7af5d0478 req-3b2a98fc-8de4-4fd2-9b4a-3a5fed0c86c5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0701928 Jun 23 14:11:28.901903 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ec008c56-2e82-47de-a242-73e7af5d0478 req-3a025c50-2178-4dc4-9ee9-8b879f80c0d4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350807 Jun 23 14:11:29.713916 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-64d6b9cb-80a7-4bb7-a4f9-2941f63b172a tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.715445 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-64d6b9cb-80a7-4bb7-a4f9-2941f63b172a tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 815 time: 0.1136174 Jun 23 14:11:29.730763 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-8109f270-7613-4931-8a47-4c0e105ec2f4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/quotas/a8890c0d47e94d3f81957bf77d74427d HTTP/1.1" status: 200 len: 375 time: 0.0097847 Jun 23 14:11:29.764869 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-df6500ef-c0b1-4531-8f6a-1415bb15f0e6 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290382 Jun 23 14:11:29.858848 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-8aee1b9a-6001-43e2-bd60-6c5da2aa5266 service neutron] 10.222.0.26 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871418 Jun 23 14:11:29.987435 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-3f0d61ca-436e-4ed2-a173-411cd01b32d7 service neutron] 10.222.0.26 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199584 Jun 23 14:11:30.263381 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fc0583-2521-4275-b03a-291602add5af req-e4adcac9-2018-423d-aed9-59989e693ad8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:30.265131 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-95fc0583-2521-4275-b03a-291602add5af req-e4adcac9-2018-423d-aed9-59989e693ad8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1960430 Jun 23 14:11:30.338821 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-95fc0583-2521-4275-b03a-291602add5af req-d1dc017e-f562-4a83-8efb-846da9f1404a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650382 Jun 23 14:11:30.355127 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-362e9eae-1d3d-4af1-95e2-5d57e247ad13 req-8699039a-d6fe-491b-b919-dfef5b6d41dd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 210 time: 0.0387080 Jun 23 14:11:31.662682 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cda1e5-11ea-4933-b839-40bcb89c9836 req-6f4e9644-5fc6-4312-a283-e51f028d12a3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:31.664949 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a3cda1e5-11ea-4933-b839-40bcb89c9836 req-6f4e9644-5fc6-4312-a283-e51f028d12a3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1567125 Jun 23 14:11:31.769246 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a3cda1e5-11ea-4933-b839-40bcb89c9836 req-70a9428a-e88b-4b29-95f8-aa721a547885 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892510 Jun 23 14:11:31.990975 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-56bc2863-3aea-46b7-8d5f-30bcd0c395ac req-88e23c1b-358a-47ef-839a-abe9a5f88295 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 210 time: 0.0701833 Jun 23 14:11:32.037263 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-d2bcf566-e5a5-418d-b697-1dafe3871679 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:32.038841 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-d2bcf566-e5a5-418d-b697-1dafe3871679 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 815 time: 0.3430464 Jun 23 14:11:32.064453 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-2f5688d3-86f8-48de-a487-9619ad4906f1 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:32.066310 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-2f5688d3-86f8-48de-a487-9619ad4906f1 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/networks?id=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f HTTP/1.1" status: 200 len: 808 time: 0.3537216 Jun 23 14:11:32.072829 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Request body: {'port': {'device_id': '309866c0-480c-462b-a9a5-d839e923269c', 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4', 'admin_state_up': True, 'tenant_id': 'a8890c0d47e94d3f81957bf77d74427d'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:32.190798 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-93dc1837-f8f6-498e-986d-672947618bdd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/quotas/45fb5802a208496c9d761191dc781516 HTTP/1.1" status: 200 len: 375 time: 0.0197272 Jun 23 14:11:32.237349 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-71f5ab11-408c-4ffb-be49-dfaa9739e2e7 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=45fb5802a208496c9d761191dc781516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455956 Jun 23 14:11:32.390938 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Made reservation on behalf of a8890c0d47e94d3f81957bf77d74427d for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:32.397511 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:32.434637 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-404c30da-3fd1-495c-a6f4-a23ffd44b485 service neutron] 10.222.0.26 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964164 Jun 23 14:11:32.638647 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e6663c9e-0293-46a1-8cbe-691355d47428 service neutron] 10.222.0.26 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982799 Jun 23 14:11:32.685217 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Allocated IP 172.20.0.12 (21949135-2ee6-42bd-989c-5eb0a8da18e4/beda9355-21c8-4003-885c-0161ade90cc3/c1846fb8-af4c-4fde-915b-f06424963301) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:32.930815 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-61350ac1-a6f6-45bb-a1b1-fc43e3c637b4 req-d6d6a0a1-f9d3-4049-80de-21cf14ad345f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 210 time: 0.0411797 Jun 23 14:11:32.992012 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.089631 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.120594 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-539050da-4304-47de-a268-4f961add6f8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:33.149158 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a9362d-f85f-45bc-9736-1f39ea8d96be req-50a449c2-f718-429f-9ca7-ebeccea942ee tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:33.156195 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d8a9362d-f85f-45bc-9736-1f39ea8d96be req-50a449c2-f718-429f-9ca7-ebeccea942ee tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1681781 Jun 23 14:11:33.216357 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Network 21949135-2ee6-42bd-989c-5eb0a8da18e4 is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:33.220900 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d8a9362d-f85f-45bc-9736-1f39ea8d96be req-b605b22b-096e-4369-b456-e9f5f10a6cc9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606804 Jun 23 14:11:33.237440 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:33.241552 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:33.335930 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Pushing event updated for resources: {'Port': ['ID=c1846fb8-af4c-4fde-915b-f06424963301,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:33.339012 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:33.375141 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:33.375900 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.402264 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3338346 Jun 23 14:11:33.416477 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85474e7-40ba-4952-a313-6bee19c6bd4a req-0a4f5398-c96d-4e4a-bec1-93e892302217 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:33.437771 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b85474e7-40ba-4952-a313-6bee19c6bd4a req-0a4f5398-c96d-4e4a-bec1-93e892302217 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 932 time: 0.2102656 Jun 23 14:11:33.466591 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Request body: {'port': {'device_id': '309866c0-480c-462b-a9a5-d839e923269c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:33.532933 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b85474e7-40ba-4952-a313-6bee19c6bd4a req-86ccaa26-7f79-4211-b35b-2590aa83f202 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942769 Jun 23 14:11:33.582235 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.948233 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1846fb8-af4c-4fde-915b-f06424963301 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:33.964713 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.981573 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Transition to ACTIVE for port object c1846fb8-af4c-4fde-915b-f06424963301 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:33.989338 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.996896 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b0a57a02-be0e-45e2-8af8-67a8d8c68af4 tempest-DeleteServersTestJSON-619446183 tempest-DeleteServersTestJSON-619446183-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:34.069685 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Pushing event updated for resources: {'Port': ['ID=c1846fb8-af4c-4fde-915b-f06424963301,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:34.073504 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:34.092109 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f613df9f-793a-43da-a01e-19fb3bb99474 req-413eb396-8ce9-417b-b4a3-3d8ef55579ad tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 210 time: 0.0434761 Jun 23 14:11:34.164308 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Attempting to bind port c1846fb8-af4c-4fde-915b-f06424963301 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:34.164932 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Attempting to bind port c1846fb8-af4c-4fde-915b-f06424963301 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:34.165032 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Attempting to bind port c1846fb8-af4c-4fde-915b-f06424963301 on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:34.169365 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Port c1846fb8-af4c-4fde-915b-f06424963301 on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:34.169692 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Attempting to bind port c1846fb8-af4c-4fde-915b-f06424963301 on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:34.174642 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:34.174983 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Checking segment: {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:34.175369 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Bound using segment: {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:34.175795 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Bound port: c1846fb8-af4c-4fde-915b-f06424963301, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:34.176728 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.278955 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] For port c1846fb8-af4c-4fde-915b-f06424963301, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:34.281997 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] For port c1846fb8-af4c-4fde-915b-f06424963301, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c1846fb8-af4c-4fde-915b-f06424963301,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:34.295435 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.297797 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:34.366670 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.367525 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.369056 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] 10.222.0.10 "PUT /v2.0/ports/c1846fb8-af4c-4fde-915b-f06424963301 HTTP/1.1" status: 200 len: 1094 time: 0.9281635 Jun 23 14:11:34.375005 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '309866c0-480c-462b-a9a5-d839e923269c', 'tag': 'c1846fb8-af4c-4fde-915b-f06424963301'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:34.378036 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d278db32-2a3a-4d32-892f-56ece790ce51" -d '{"events": [{"name": "network-changed", "server_uuid": "309866c0-480c-462b-a9a5-d839e923269c", "tag": "c1846fb8-af4c-4fde-915b-f06424963301"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:34.474022 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3e686-5b04-4202-8fcc-40b0142affb2 x-openstack-request-id: req-bbf3e686-5b04-4202-8fcc-40b0142affb2 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:34.474336 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "309866c0-480c-462b-a9a5-d839e923269c", "tag": "c1846fb8-af4c-4fde-915b-f06424963301", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:34.474641 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bbf3e686-5b04-4202-8fcc-40b0142affb2 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:34.475051 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '309866c0-480c-462b-a9a5-d839e923269c', 'tag': 'c1846fb8-af4c-4fde-915b-f06424963301', 'status': 'completed', 'code': 200} Jun 23 14:11:34.499674 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Pushing event updated for resources: {'Port': ['ID=c1846fb8-af4c-4fde-915b-f06424963301,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:34.501982 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:34.842951 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e3c3a85f-6c88-4e60-b3e1-0e9bdc322b12 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.844468 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e3c3a85f-6c88-4e60-b3e1-0e9bdc322b12 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.10 "GET /v2.0/networks?id=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f HTTP/1.1" status: 200 len: 808 time: 0.4483061 Jun 23 14:11:34.852812 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d2e904-a567-46c3-bfa4-3934a0e3cc62 req-1889aeab-98de-4d2e-b70a-fde3a1e1bd98 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.854189 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f5d2e904-a567-46c3-bfa4-3934a0e3cc62 req-1889aeab-98de-4d2e-b70a-fde3a1e1bd98 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.4802659 Jun 23 14:11:34.862179 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Request body: {'port': {'device_id': '57819e00-e4cb-4c2a-9542-d56bdd3b5de5', 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f', 'admin_state_up': True, 'tenant_id': '45fb5802a208496c9d761191dc781516'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:34.869474 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-90f8f6a4-8ef5-4c66-8616-86cc7b188b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.870946 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-90f8f6a4-8ef5-4c66-8616-86cc7b188b6c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 1097 time: 0.4348857 Jun 23 14:11:34.937799 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88bbbe1-c865-4238-999c-6c60cc821147 req-3026774a-10dc-4072-8f3b-2f9fea678203 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.940107 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e88bbbe1-c865-4238-999c-6c60cc821147 req-3026774a-10dc-4072-8f3b-2f9fea678203 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 944 time: 0.0921133 Jun 23 14:11:34.979023 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-e6aa2ea3-a3d0-4154-b3ce-3b4420666400 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1846fb8-af4c-4fde-915b-f06424963301 HTTP/1.1" status: 200 len: 217 time: 0.0885491 Jun 23 14:11:35.003555 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e88bbbe1-c865-4238-999c-6c60cc821147 req-8e5014b6-f7fd-4e30-b326-06f1f71a549b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538335 Jun 23 14:11:35.035362 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f5d2e904-a567-46c3-bfa4-3934a0e3cc62 req-b00c79bd-3380-4243-aa48-3b63579fa94a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634521 Jun 23 14:11:35.078272 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-16e3caec-44eb-406a-998c-641023b16f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:35.080203 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-16e3caec-44eb-406a-998c-641023b16f73 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beda9355-21c8-4003-885c-0161ade90cc3 HTTP/1.1" status: 200 len: 855 time: 0.0929575 Jun 23 14:11:35.135309 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-fe4ab31b-1c2a-4bdc-ac4e-02b160428b96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21949135-2ee6-42bd-989c-5eb0a8da18e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449743 Jun 23 14:11:35.210551 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Made reservation on behalf of 45fb5802a208496c9d761191dc781516 for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:35.213990 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.260367 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-91555d11-cb02-4675-9678-538b27b9b656 service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159618 Jun 23 14:11:35.278949 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1ecc2d7b-51b2-4ea4-aefc-8c3287dfdad0 req-5ae6933b-5025-403c-9913-54318e08d77c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 210 time: 0.0593619 Jun 23 14:11:35.488130 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2575be3a-3582-4a7d-8793-83581cd5ed5d req-9a06fad2-4c3c-468e-a6ac-3354ba7a6f7d service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937175 Jun 23 14:11:35.493360 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de104f3f-7419-4d07-acaa-e29b52ca996a req-6dfd90d1-94e7-439e-9f48-56b1ee62eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:35.494808 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-de104f3f-7419-4d07-acaa-e29b52ca996a req-6dfd90d1-94e7-439e-9f48-56b1ee62eba6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 1098 time: 0.1994071 Jun 23 14:11:35.499125 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Allocated IP 172.20.0.10 (d9ee0ac3-28ac-4def-acc6-95c58c3bd12f/9673cd0c-9155-428e-b90c-60afd7d45610/2a431bb4-b35f-4bac-b175-32320b4cdff7) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:35.573516 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-de104f3f-7419-4d07-acaa-e29b52ca996a req-8ee010b4-549c-45c6-8719-0dec1547ebcc service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700154 Jun 23 14:11:35.720074 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278db32-2a3a-4d32-892f-56ece790ce51 req-efd6cba0-7c8c-439a-888c-e1dbde657b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:35.721679 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d278db32-2a3a-4d32-892f-56ece790ce51 req-efd6cba0-7c8c-439a-888c-e1dbde657b53 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 1097 time: 0.1688480 Jun 23 14:11:35.844342 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.903564 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278db32-2a3a-4d32-892f-56ece790ce51 req-6c0430f3-2fdb-4a33-8db6-97c55bf4058a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:35.905072 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d278db32-2a3a-4d32-892f-56ece790ce51 req-6c0430f3-2fdb-4a33-8db6-97c55bf4058a service neutron] 10.222.0.10 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 916 time: 0.1715634 Jun 23 14:11:35.921313 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:35.952570 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-710cfee8-1556-4d74-ba74-4e35fe2685e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:35.956414 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d278db32-2a3a-4d32-892f-56ece790ce51 req-8aa78052-712d-48f1-9f38-60a23b4ebc84 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c1846fb8-af4c-4fde-915b-f06424963301 HTTP/1.1" status: 200 len: 217 time: 0.0440717 Jun 23 14:11:36.040233 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:36.054434 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:36.056360 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Pushing event updated for resources: {'Port': ['ID=2a431bb4-b35f-4bac-b175-32320b4cdff7,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:36.064532 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:36.070069 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:36.094088 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278db32-2a3a-4d32-892f-56ece790ce51 req-45491cfa-1e84-4d69-8e53-5c6396043d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.095681 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d278db32-2a3a-4d32-892f-56ece790ce51 req-45491cfa-1e84-4d69-8e53-5c6396043d22 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beda9355-21c8-4003-885c-0161ade90cc3 HTTP/1.1" status: 200 len: 855 time: 0.1161809 Jun 23 14:11:36.140205 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d278db32-2a3a-4d32-892f-56ece790ce51 req-10703d26-65cf-48aa-8ee8-ff7d5e1613f4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21949135-2ee6-42bd-989c-5eb0a8da18e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355439 Jun 23 14:11:36.149381 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.150043 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.244500 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e9a85-5214-4453-a60a-a5e4bedfe217 req-7ce9e16b-6c7d-4ca5-9050-a5495664adc1 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.246299 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-959e9a85-5214-4453-a60a-a5e4bedfe217 req-7ce9e16b-6c7d-4ca5-9050-a5495664adc1 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 944 time: 0.0868580 Jun 23 14:11:36.249438 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3913269 Jun 23 14:11:36.267238 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Request body: {'port': {'device_id': '57819e00-e4cb-4c2a-9542-d56bdd3b5de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:36.298347 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-959e9a85-5214-4453-a60a-a5e4bedfe217 req-6283dd20-9918-4cbc-b7a5-4c388028140c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434446 Jun 23 14:11:36.356722 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d278db32-2a3a-4d32-892f-56ece790ce51 req-7088e8e9-b0ec-451c-99ee-60f89d839ed1 service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034798 Jun 23 14:11:36.448582 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7096bd-b4fe-4ea5-88b6-f5485b790ab2 req-854f8f10-9036-4dcf-9e9d-e1f5a064613a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.450649 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c7096bd-b4fe-4ea5-88b6-f5485b790ab2 req-854f8f10-9036-4dcf-9e9d-e1f5a064613a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.2315891 Jun 23 14:11:36.474167 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.520906 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd573b04-dad6-468d-b642-267640593791 req-dac78a27-5cd5-4fe5-8e29-3ee4c7a88921 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.522699 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-bd573b04-dad6-468d-b642-267640593791 req-dac78a27-5cd5-4fe5-8e29-3ee4c7a88921 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 932 time: 0.0997779 Jun 23 14:11:36.582386 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-bd573b04-dad6-468d-b642-267640593791 req-65128d3f-b05c-45e4-b87e-045e28f2ee5c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536726 Jun 23 14:11:36.602842 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c7096bd-b4fe-4ea5-88b6-f5485b790ab2 req-a4f99043-f597-4c79-9085-1bfbb700ed46 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359675 Jun 23 14:11:36.716720 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d278db32-2a3a-4d32-892f-56ece790ce51 req-11681812-0b88-4765-b8cd-41da89b6112e service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630980 Jun 23 14:11:36.917140 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a431bb4-b35f-4bac-b175-32320b4cdff7 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:36.924409 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.941737 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Transition to ACTIVE for port object 2a431bb4-b35f-4bac-b175-32320b4cdff7 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:36.946724 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:36.951274 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:37.005388 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Pushing event updated for resources: {'Port': ['ID=2a431bb4-b35f-4bac-b175-32320b4cdff7,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:37.009290 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:37.123286 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Attempting to bind port 2a431bb4-b35f-4bac-b175-32320b4cdff7 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:37.123613 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Attempting to bind port 2a431bb4-b35f-4bac-b175-32320b4cdff7 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'd6e01abb-14ae-41cc-9719-dc318157dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:37.124008 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Attempting to bind port 2a431bb4-b35f-4bac-b175-32320b4cdff7 on network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:37.130513 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Port 2a431bb4-b35f-4bac-b175-32320b4cdff7 on network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:37.130827 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Attempting to bind port 2a431bb4-b35f-4bac-b175-32320b4cdff7 on network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:37.159022 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:37.159022 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Checking segment: {'id': 'd6e01abb-14ae-41cc-9719-dc318157dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:37.159460 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Bound using segment: {'id': 'd6e01abb-14ae-41cc-9719-dc318157dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:37.162943 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Bound port: 2a431bb4-b35f-4bac-b175-32320b4cdff7, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e01abb-14ae-41cc-9719-dc318157dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:37.162943 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.299085 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] For port 2a431bb4-b35f-4bac-b175-32320b4cdff7, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:37.303525 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] For port 2a431bb4-b35f-4bac-b175-32320b4cdff7, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2a431bb4-b35f-4bac-b175-32320b4cdff7,segment=NetworkSegment(d6e01abb-14ae-41cc-9719-dc318157dae5),segment_id=d6e01abb-14ae-41cc-9719-dc318157dae5)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:37.307844 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.309862 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b415ec79-7483-4d21-9bf4-d6ed11ea7d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:37.343947 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.344566 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.345993 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] 10.222.0.10 "PUT /v2.0/ports/2a431bb4-b35f-4bac-b175-32320b4cdff7 HTTP/1.1" status: 200 len: 1094 time: 1.0833354 Jun 23 14:11:37.348565 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57819e00-e4cb-4c2a-9542-d56bdd3b5de5', 'tag': '2a431bb4-b35f-4bac-b175-32320b4cdff7'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:37.403363 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f59141d-724a-4223-9a77-d4cae2a58483" -d '{"events": [{"name": "network-changed", "server_uuid": "57819e00-e4cb-4c2a-9542-d56bdd3b5de5", "tag": "2a431bb4-b35f-4bac-b175-32320b4cdff7"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:37.466264 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Pushing event updated for resources: {'Port': ['ID=2a431bb4-b35f-4bac-b175-32320b4cdff7,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:37.487628 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08242abb-7641-47a3-bc90-d1e06b563da4 x-openstack-request-id: req-08242abb-7641-47a3-bc90-d1e06b563da4 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:37.488057 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57819e00-e4cb-4c2a-9542-d56bdd3b5de5", "tag": "2a431bb4-b35f-4bac-b175-32320b4cdff7", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:37.488342 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08242abb-7641-47a3-bc90-d1e06b563da4 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:37.489408 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57819e00-e4cb-4c2a-9542-d56bdd3b5de5', 'tag': '2a431bb4-b35f-4bac-b175-32320b4cdff7', 'status': 'completed', 'code': 200} Jun 23 14:11:37.490578 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:37.573935 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-ae4fddc0-b92b-4748-a89a-6aa4e96b424d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.575463 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-ae4fddc0-b92b-4748-a89a-6aa4e96b424d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45fb5802a208496c9d761191dc781516&device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 1097 time: 0.1371939 Jun 23 14:11:37.627454 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-8201758e-a1d2-4f1d-921d-efc578122986 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a431bb4-b35f-4bac-b175-32320b4cdff7 HTTP/1.1" status: 200 len: 217 time: 0.0425320 Jun 23 14:11:37.639778 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04af727-407e-4a3a-ae0e-4192a26c4161 req-6d98444b-9f32-4cd1-9dcd-8ce0ea549974 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.641250 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e04af727-407e-4a3a-ae0e-4192a26c4161 req-6d98444b-9f32-4cd1-9dcd-8ce0ea549974 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 944 time: 0.1177008 Jun 23 14:11:37.714439 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e04af727-407e-4a3a-ae0e-4192a26c4161 req-3584776d-e6c7-447c-9c6f-e7b6dddbcb97 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646627 Jun 23 14:11:37.737816 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-1c1ad1b5-d3ce-492c-873c-c70eac9deeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.744228 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-1c1ad1b5-d3ce-492c-873c-c70eac9deeab service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9673cd0c-9155-428e-b90c-60afd7d45610 HTTP/1.1" status: 200 len: 848 time: 0.1020432 Jun 23 14:11:37.814729 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-7f7ca892-f3bb-4264-9504-ca532e0726f6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514195 Jun 23 14:11:37.890572 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7cd1a-7dfb-4d75-a4e5-684740bc0e86 req-f9952694-9ee9-4f75-98db-317dd06343ba tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.892064 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-03d7cd1a-7dfb-4d75-a4e5-684740bc0e86 req-f9952694-9ee9-4f75-98db-317dd06343ba tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.1042495 Jun 23 14:11:37.949485 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-03d7cd1a-7dfb-4d75-a4e5-684740bc0e86 req-0dc53139-d678-4d70-bc3f-5b04b3cee0fc tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471058 Jun 23 14:11:37.977343 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-65dfebb9-a055-4518-89d3-a45561d58c7f service neutron] 10.222.0.10 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543195 Jun 23 14:11:38.104011 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95bb922-b26a-4d43-9f1e-14c27095f73e req-420a1e2d-85b5-4518-964f-f053aed391a7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.105637 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e95bb922-b26a-4d43-9f1e-14c27095f73e req-420a1e2d-85b5-4518-964f-f053aed391a7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1441975 Jun 23 14:11:38.122776 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0db471e1-72e1-4fb9-a85b-859b2c766c3e req-876d7bfd-bdf9-469e-81d8-bbd33f519982 service neutron] 10.222.0.10 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245723 Jun 23 14:11:38.170278 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e95bb922-b26a-4d43-9f1e-14c27095f73e req-9246f9d4-b80d-409c-a6fe-9bd621aa8815 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582516 Jun 23 14:11:38.250580 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59141d-724a-4223-9a77-d4cae2a58483 req-cd0213e1-3ba9-4640-9257-f00bf58aa36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.252132 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f59141d-724a-4223-9a77-d4cae2a58483 req-cd0213e1-3ba9-4640-9257-f00bf58aa36f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45fb5802a208496c9d761191dc781516&device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 1097 time: 0.0724425 Jun 23 14:11:38.380468 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59141d-724a-4223-9a77-d4cae2a58483 req-9ec4a3a5-84a6-4ab0-b771-dbe782771ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.382495 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f59141d-724a-4223-9a77-d4cae2a58483 req-9ec4a3a5-84a6-4ab0-b771-dbe782771ade service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f HTTP/1.1" status: 200 len: 909 time: 0.1170137 Jun 23 14:11:38.412483 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b1954-c2a8-4fd2-9fb2-b0cd380f0ad5 req-bce23463-6b57-4c27-af4c-5514cafac8cf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.414252 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e83b1954-c2a8-4fd2-9fb2-b0cd380f0ad5 req-bce23463-6b57-4c27-af4c-5514cafac8cf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0965347 Jun 23 14:11:38.484448 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e83b1954-c2a8-4fd2-9fb2-b0cd380f0ad5 req-b1418905-4ebe-465a-88d4-2a29bb9770e4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544648 Jun 23 14:11:38.577923 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:11:38.663164 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f59141d-724a-4223-9a77-d4cae2a58483 req-fcc93e4e-1dad-4f8f-b8c6-15c5c333e03f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2a431bb4-b35f-4bac-b175-32320b4cdff7 HTTP/1.1" status: 200 len: 217 time: 0.2716680 Jun 23 14:11:38.727454 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f59141d-724a-4223-9a77-d4cae2a58483 req-1b21a7de-9070-4852-b072-de254e7e573a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.729199 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f59141d-724a-4223-9a77-d4cae2a58483 req-1b21a7de-9070-4852-b072-de254e7e573a service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9673cd0c-9155-428e-b90c-60afd7d45610 HTTP/1.1" status: 200 len: 848 time: 0.0565422 Jun 23 14:11:38.772891 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f59141d-724a-4223-9a77-d4cae2a58483 req-da4285af-58ac-43d5-8536-0bca0c4e5863 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351431 Jun 23 14:11:38.956264 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f59141d-724a-4223-9a77-d4cae2a58483 req-2f4204d1-3d9c-4bb9-9b1e-527764fae61f service neutron] 10.222.0.10 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766849 Jun 23 14:11:39.141281 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0368802-bceb-46cc-bc65-1a987b5a447c req-336e6cbc-ee34-463c-9cd0-1ad4cfa83a2f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:39.146963 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d0368802-bceb-46cc-bc65-1a987b5a447c req-336e6cbc-ee34-463c-9cd0-1ad4cfa83a2f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 944 time: 0.1871932 Jun 23 14:11:39.149733 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f59141d-724a-4223-9a77-d4cae2a58483 req-a4da035e-c5e1-448c-a289-3bdde388b211 service neutron] 10.222.0.10 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537349 Jun 23 14:11:39.187673 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9b21aa-8172-416c-a17d-295b6fed7261 req-fee6dfe8-76af-4e71-8bb7-dd0e21ae22a4 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:39.193484 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5a9b21aa-8172-416c-a17d-295b6fed7261 req-fee6dfe8-76af-4e71-8bb7-dd0e21ae22a4 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0978312 Jun 23 14:11:39.198216 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d0368802-bceb-46cc-bc65-1a987b5a447c req-9ae734f3-123e-454b-ad84-eec927300917 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474207 Jun 23 14:11:39.246211 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5a9b21aa-8172-416c-a17d-295b6fed7261 req-f0ae8b78-e077-41f5-b483-f30287ce2f22 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390620 Jun 23 14:11:40.328027 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device c1846fb8-af4c-4fde-915b-f06424963301 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:40.560400 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab49e4-6037-486d-861d-eefc42812549 req-344f7bd0-93a9-4420-8b69-635acba984d0 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:40.567927 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-96ab49e4-6037-486d-861d-eefc42812549 req-344f7bd0-93a9-4420-8b69-635acba984d0 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 944 time: 0.1101885 Jun 23 14:11:40.604904 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port c1846fb8-af4c-4fde-915b-f06424963301, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c1846fb8-af4c-4fde-915b-f06424963301,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:40.616223 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-96ab49e4-6037-486d-861d-eefc42812549 req-375783a2-7ba2-4b70-ac1b-4c7859276531 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473683 Jun 23 14:11:40.640739 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': 'c1846fb8-af4c-4fde-915b-f06424963301', 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4', 'port_id': 'c1846fb8-af4c-4fde-915b-f06424963301', 'mac_address': 'fa:16:3e:dd:34:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda9355-21c8-4003-885c-0161ade90cc3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:40.684398 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9ae4-60d5-4d65-a759-59a4a102626c req-f7700c10-4d3b-4b2c-a170-e14058025543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:40.685874 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fa3b9ae4-60d5-4d65-a759-59a4a102626c req-f7700c10-4d3b-4b2c-a170-e14058025543 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 1099 time: 0.0964801 Jun 23 14:11:40.740255 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.773147 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1846fb8-af4c-4fde-915b-f06424963301 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:40.779199 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d682f4e1-2edc-4cf2-850c-58c75aadd500 req-352ad974-8a92-4784-a4ff-9aaeb9214764 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:40.788214 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d682f4e1-2edc-4cf2-850c-58c75aadd500 req-352ad974-8a92-4784-a4ff-9aaeb9214764 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.1447651 Jun 23 14:11:40.800656 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port c1846fb8-af4c-4fde-915b-f06424963301, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c1846fb8-af4c-4fde-915b-f06424963301,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:40.808926 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:40.815797 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-67e5c6d1-a430-432c-b1b1-105dbde12699 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:40.833350 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9ae4-60d5-4d65-a759-59a4a102626c req-4e4d262d-9e78-4d18-ac35-f3cbc8168e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:40.834988 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fa3b9ae4-60d5-4d65-a759-59a4a102626c req-4e4d262d-9e78-4d18-ac35-f3cbc8168e1f service neutron] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 920 time: 0.1414316 Jun 23 14:11:40.858265 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d682f4e1-2edc-4cf2-850c-58c75aadd500 req-85783676-0975-48e9-ba02-7943dbf3c14b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691667 Jun 23 14:11:40.894194 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fa3b9ae4-60d5-4d65-a759-59a4a102626c req-bb1ccc0d-b0ae-48a0-8157-a0642f05a6ca service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21 HTTP/1.1" status: 200 len: 217 time: 0.0424869 Jun 23 14:11:40.907499 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=c1846fb8-af4c-4fde-915b-f06424963301,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:40.917306 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:40.995946 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3d26e9-2ad2-4127-8e27-4fe5c255714f req-7efd44e8-8b39-492c-abe0-d1ae8341d1f5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:41.003512 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8b3d26e9-2ad2-4127-8e27-4fe5c255714f req-7efd44e8-8b39-492c-abe0-d1ae8341d1f5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.1955175 Jun 23 14:11:41.015783 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3b9ae4-60d5-4d65-a759-59a4a102626c req-4f5fc747-5274-4aba-9fc7-fc08456521d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:41.017249 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fa3b9ae4-60d5-4d65-a759-59a4a102626c req-4f5fc747-5274-4aba-9fc7-fc08456521d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.1120343 Jun 23 14:11:41.043721 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-86893596-d091-49df-903b-dd5231e8bee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:41.065392 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fa3b9ae4-60d5-4d65-a759-59a4a102626c req-d17c13f3-8da9-43d1-89f9-3b12b9ba5a18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346093 Jun 23 14:11:41.126755 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8b3d26e9-2ad2-4127-8e27-4fe5c255714f req-6e880c8e-af24-4136-a5d6-ae23c449876e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225524 Jun 23 14:11:41.141689 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:41.200883 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fa3b9ae4-60d5-4d65-a759-59a4a102626c req-725128d2-c6b0-43b1-a212-a0ad9eb60530 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270046 Jun 23 14:11:41.258256 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['c1846fb8-af4c-4fde-915b-f06424963301'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:41.322656 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fa3b9ae4-60d5-4d65-a759-59a4a102626c req-ca44a707-1b9a-46a2-bbd9-86b4fe4dc991 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091466 Jun 23 14:11:41.805858 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b570c1bf-cf94-49d8-b235-93fb7a40ffd5 req-91f72994-8a06-41cd-b8a3-39f8664c17b1 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:41.808324 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b570c1bf-cf94-49d8-b235-93fb7a40ffd5 req-91f72994-8a06-41cd-b8a3-39f8664c17b1 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 945 time: 0.0696349 Jun 23 14:11:41.853252 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b570c1bf-cf94-49d8-b235-93fb7a40ffd5 req-02219937-2d03-4db7-828d-14553ae519f7 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389633 Jun 23 14:11:42.050836 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2085167d-5b74-4b83-9b48-cefd1ec60b88 req-971cf626-6d12-4ba7-9a9b-41f92dd65c00 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:42.053246 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2085167d-5b74-4b83-9b48-cefd1ec60b88 req-971cf626-6d12-4ba7-9a9b-41f92dd65c00 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0679650 Jun 23 14:11:42.080423 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-1db6dd5f-90c8-45ca-886a-f43d85e94afa tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:42.084064 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-1db6dd5f-90c8-45ca-886a-f43d85e94afa tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/networks?id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2 HTTP/1.1" status: 200 len: 814 time: 0.1206248 Jun 23 14:11:42.101734 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2085167d-5b74-4b83-9b48-cefd1ec60b88 req-675857d9-6efc-4a2b-b8b9-e81b08902031 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421844 Jun 23 14:11:42.102968 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-2ca6604d-c19b-4a44-b848-3b448845ab82 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/quotas/6a2f20e87fbf4a4da5f416e96287fb37 HTTP/1.1" status: 200 len: 375 time: 0.0126047 Jun 23 14:11:42.204855 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-ee22aa8f-9e0d-485d-bd84-bf7902788cec tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957494 Jun 23 14:11:42.303152 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-fb4f26c9-edd9-4c97-8794-b4f4c28bbd78 service neutron] 10.222.0.26 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845942 Jun 23 14:11:42.391013 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-27c4c165-19aa-4418-8e6f-35c89238733d service neutron] 10.222.0.26 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823028 Jun 23 14:11:42.541326 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc418d-34b7-47c6-bcac-b9e775cfebe6 req-3cbcbe7a-622d-4edd-b3bf-a45ffe8bc5da tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:42.543022 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9efc418d-34b7-47c6-bcac-b9e775cfebe6 req-3cbcbe7a-622d-4edd-b3bf-a45ffe8bc5da tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0728214 Jun 23 14:11:42.570906 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4489a4a8-2846-495f-a51e-1a197a752c68 req-51fe5e10-c3a5-4494-b535-885d3dada580 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 210 time: 0.0345922 Jun 23 14:11:42.589727 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9efc418d-34b7-47c6-bcac-b9e775cfebe6 req-40d573cc-53b6-4acb-b72f-901d5c852e39 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Jun 23 14:11:43.028463 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08219507-be9d-4ff3-a512-a3bddf8d2aa9 req-7c88e06b-b3a0-43c2-8617-d0b776f27b6f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:43.029932 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-08219507-be9d-4ff3-a512-a3bddf8d2aa9 req-7c88e06b-b3a0-43c2-8617-d0b776f27b6f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 945 time: 0.0643058 Jun 23 14:11:43.069392 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-08219507-be9d-4ff3-a512-a3bddf8d2aa9 req-5f81f1b4-df03-45e0-8ea2-af40997a091d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320187 Jun 23 14:11:43.288998 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5adc95-aa6a-4509-bd00-38a88c86ea66 req-8be567fc-8584-487b-87c1-526fe863c973 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:43.290458 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9a5adc95-aa6a-4509-bd00-38a88c86ea66 req-8be567fc-8584-487b-87c1-526fe863c973 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0660381 Jun 23 14:11:43.328163 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9a5adc95-aa6a-4509-bd00-38a88c86ea66 req-a44657cc-25dc-4bf8-afb6-803d42eafca5 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Jun 23 14:11:43.688936 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-da425b11-3e75-42ba-b0e0-a747299f211a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.710574 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5ff5acbe-edb3-44a6-a821-f43358232c3e req-87348cdb-ee62-4f09-a6ad-ef9d99f09307 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 210 time: 0.0320234 Jun 23 14:11:43.768807 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74500a93-1fa6-4266-9759-8609604f5f7c req-4f6525f5-7f4c-4c00-bd17-127e697f099e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:43.770978 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-74500a93-1fa6-4266-9759-8609604f5f7c req-4f6525f5-7f4c-4c00-bd17-127e697f099e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0630538 Jun 23 14:11:43.807189 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-74500a93-1fa6-4266-9759-8609604f5f7c req-48b8f1e2-1702-423d-aed6-b79b541a7bb5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304627 Jun 23 14:11:44.087058 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-19584640-2927-4c59-8d47-6537274c3a53 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.088915 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-19584640-2927-4c59-8d47-6537274c3a53 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.10 "GET /v2.0/networks?id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2 HTTP/1.1" status: 200 len: 814 time: 0.1078732 Jun 23 14:11:44.129417 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'port': {'device_id': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'admin_state_up': True, 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:44.228498 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.250686 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fa3ad-d835-4c92-9bfe-e8d0772b2c03 req-e5ab51c6-e58f-4d60-af26-eb3c36fc0655 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.252847 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-141fa3ad-d835-4c92-9bfe-e8d0772b2c03 req-e5ab51c6-e58f-4d60-af26-eb3c36fc0655 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 945 time: 0.0706210 Jun 23 14:11:44.265010 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Made reservation on behalf of 6a2f20e87fbf4a4da5f416e96287fb37 for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:44.268507 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.293443 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-141fa3ad-d835-4c92-9bfe-e8d0772b2c03 req-1722ffb1-0116-41ca-8f29-4442041010c0 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333138 Jun 23 14:11:44.339153 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device c1846fb8-af4c-4fde-915b-f06424963301 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:44.394058 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port c1846fb8-af4c-4fde-915b-f06424963301 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:44.400194 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port c1846fb8-af4c-4fde-915b-f06424963301 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:44.400585 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.407808 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Allocated IP 172.20.0.6 (d479ea73-0ffb-45d6-a60d-817f1dc53ae2/f2c28cd8-5df8-4ec8-a6d2-847215c304af/d5612e4a-c4bc-4eca-a149-ad9845182435) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:44.480014 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.503756 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309866c0-480c-462b-a9a5-d839e923269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1846fb8-af4c-4fde-915b-f06424963301'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:44.506152 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a2fc24-ba05-48e9-a3d8-bf19fe59e467" -d '{"events": [{"server_uuid": "309866c0-480c-462b-a9a5-d839e923269c", "name": "network-vif-plugged", "status": "completed", "tag": "c1846fb8-af4c-4fde-915b-f06424963301"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:44.518820 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port c1846fb8-af4c-4fde-915b-f06424963301, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c1846fb8-af4c-4fde-915b-f06424963301,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:44.523496 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.525418 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:44.550130 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2102f18a-287f-4223-9adc-9c4a39150c22 x-openstack-request-id: req-2102f18a-287f-4223-9adc-9c4a39150c22 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:44.550130 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309866c0-480c-462b-a9a5-d839e923269c", "name": "network-vif-plugged", "status": "completed", "tag": "c1846fb8-af4c-4fde-915b-f06424963301", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:44.550401 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2102f18a-287f-4223-9adc-9c4a39150c22 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:44.550787 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309866c0-480c-462b-a9a5-d839e923269c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1846fb8-af4c-4fde-915b-f06424963301', 'code': 200} Jun 23 14:11:44.584756 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=c1846fb8-af4c-4fde-915b-f06424963301,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:44.589392 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:44.602131 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decc5b3e-4107-46b6-9f31-fa42575dc418 req-7222bcec-c664-452b-8d9b-74d4511afcd3 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.603670 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-decc5b3e-4107-46b6-9f31-fa42575dc418 req-7222bcec-c664-452b-8d9b-74d4511afcd3 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.1519034 Jun 23 14:11:44.621026 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.649413 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Transition to ACTIVE for port object d5612e4a-c4bc-4eca-a149-ad9845182435 will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:44.677608 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-decc5b3e-4107-46b6-9f31-fa42575dc418 req-8d3fc43f-4a22-4ddf-a3f0-74a5cc7174ed tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612903 Jun 23 14:11:44.727039 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.732222 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:44.804243 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:44.818932 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:44.842023 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:44.887375 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'Port': ['ID=d5612e4a-c4bc-4eca-a149-ad9845182435,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:44.912762 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:44.954840 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.955924 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.993739 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8678913 Jun 23 14:11:45.007607 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9802f21f-9f0c-4801-83fa-6d3ce0c2b6bd req-2f37f63b-483a-425f-aec3-3055dc246994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.009227 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9802f21f-9f0c-4801-83fa-6d3ce0c2b6bd req-2f37f63b-483a-425f-aec3-3055dc246994 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 1099 time: 0.2039273 Jun 23 14:11:45.029810 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b51bd0-c716-4675-9c20-75c7f7cdaed8 req-5a71ebf3-03c7-4cd8-a442-4a9c64df2817 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.040368 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c9b51bd0-c716-4675-9c20-75c7f7cdaed8 req-5a71ebf3-03c7-4cd8-a442-4a9c64df2817 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.1953788 Jun 23 14:11:45.098324 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c9b51bd0-c716-4675-9c20-75c7f7cdaed8 req-1a301894-cccb-4689-89f8-42133128ce92 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556984 Jun 23 14:11:45.100410 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7267bff1-2292-424d-bc03-7bc35a27dbf1 req-4983d346-c0d7-4eb3-bc1a-2651289e62cb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.112404 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7267bff1-2292-424d-bc03-7bc35a27dbf1 req-4983d346-c0d7-4eb3-bc1a-2651289e62cb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.1035719 Jun 23 14:11:45.159192 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.182365 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7267bff1-2292-424d-bc03-7bc35a27dbf1 req-10fac223-ab52-47cc-95de-ee0e6133b1b6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703511 Jun 23 14:11:45.209882 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-1e77629b-552b-4fc5-8168-831b9cf79bef None None] Provisioning for port d5612e4a-c4bc-4eca-a149-ad9845182435 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:45.215250 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-1e77629b-552b-4fc5-8168-831b9cf79bef None None] Provisioning complete for port d5612e4a-c4bc-4eca-a149-ad9845182435 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:45.216204 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1e77629b-552b-4fc5-8168-831b9cf79bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:45.259989 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-1e77629b-552b-4fc5-8168-831b9cf79bef None None] Port d5612e4a-c4bc-4eca-a149-ad9845182435 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:11:45.478406 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27587be-933d-45bc-a36c-c73bdeed9924 req-e7bd853b-c223-4d49-a100-d37bdf26f3af tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.479902 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a27587be-933d-45bc-a36c-c73bdeed9924 req-e7bd853b-c223-4d49-a100-d37bdf26f3af tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0659642 Jun 23 14:11:45.526042 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a27587be-933d-45bc-a36c-c73bdeed9924 req-c1c43796-61f1-48ce-a986-ee4d0358c426 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399892 Jun 23 14:11:45.856200 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69507423-f329-42c3-939a-fa0e8fdd1ea0 req-664e03ce-f682-4c20-9a19-b04279a2d085 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.858011 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-69507423-f329-42c3-939a-fa0e8fdd1ea0 req-664e03ce-f682-4c20-9a19-b04279a2d085 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0723150 Jun 23 14:11:45.906175 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-69507423-f329-42c3-939a-fa0e8fdd1ea0 req-f808e462-d8ac-4ca3-99f6-7f53342e6ee8 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397904 Jun 23 14:11:46.285579 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478dd07b-329e-4d5a-ba21-e1c3e9bbc486 req-6f0f7ede-c4b6-4160-b2c7-f3f8049efd90 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.287567 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-478dd07b-329e-4d5a-ba21-e1c3e9bbc486 req-6f0f7ede-c4b6-4160-b2c7-f3f8049efd90 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0649400 Jun 23 14:11:46.325347 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-478dd07b-329e-4d5a-ba21-e1c3e9bbc486 req-47733ba1-f300-4c6a-ae0b-b8bc7427d4c5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Jun 23 14:11:46.507808 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3349c0c-e908-4fc4-ba7e-58efeba04322 req-14c349b6-41af-4937-ad62-31eb809f012d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.509618 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b3349c0c-e908-4fc4-ba7e-58efeba04322 req-14c349b6-41af-4937-ad62-31eb809f012d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0719476 Jun 23 14:11:46.552322 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b3349c0c-e908-4fc4-ba7e-58efeba04322 req-535278e1-80e6-4f29-af63-2287580301d5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363595 Jun 23 14:11:46.578414 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:46.718851 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ed1e67-d0ca-4e22-976b-0ea446fee427 req-be35c21c-f9ea-4a12-b33e-d35fcaab93d9 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.720320 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c8ed1e67-d0ca-4e22-976b-0ea446fee427 req-be35c21c-f9ea-4a12-b33e-d35fcaab93d9 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0658703 Jun 23 14:11:46.757926 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c8ed1e67-d0ca-4e22-976b-0ea446fee427 req-a73aa014-eca4-4192-af4a-06a226022746 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Jun 23 14:11:47.082819 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccca62a-fa11-45da-917e-340d00117ad0 req-b399ea7c-2fdc-4dc4-91e5-521908ac875c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.084932 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0ccca62a-fa11-45da-917e-340d00117ad0 req-b399ea7c-2fdc-4dc4-91e5-521908ac875c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0687318 Jun 23 14:11:47.126068 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0ccca62a-fa11-45da-917e-340d00117ad0 req-af0484f1-b55c-4cfb-a875-ec2b5e77a450 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352948 Jun 23 14:11:47.506607 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6dc8a6-758c-42a5-9483-fb6bc69e47fc req-dda5b2c6-c04e-4376-b6cd-0abf359f9e4f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.508048 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f6dc8a6-758c-42a5-9483-fb6bc69e47fc req-dda5b2c6-c04e-4376-b6cd-0abf359f9e4f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0688939 Jun 23 14:11:47.546212 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7f6dc8a6-758c-42a5-9483-fb6bc69e47fc req-99d47608-3450-4479-9645-ce9418945ddf tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322471 Jun 23 14:11:47.725085 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3bc6a-fd64-4998-80fa-fdb98b994a41 req-bf4b6948-4e54-4fea-8a92-16cb56eefba9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.726503 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-01d3bc6a-fd64-4998-80fa-fdb98b994a41 req-bf4b6948-4e54-4fea-8a92-16cb56eefba9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0630944 Jun 23 14:11:47.766087 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-01d3bc6a-fd64-4998-80fa-fdb98b994a41 req-19162f85-f772-4c6b-a3e7-0b34a8f0e231 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337594 Jun 23 14:11:47.937338 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0191c-23a8-4132-9a19-657bf10c6aeb req-c10c30f4-4dde-4cfc-a8eb-e6850ff21415 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.938806 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a3a0191c-23a8-4132-9a19-657bf10c6aeb req-c10c30f4-4dde-4cfc-a8eb-e6850ff21415 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0681713 Jun 23 14:11:47.977253 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a3a0191c-23a8-4132-9a19-657bf10c6aeb req-3ecea9e3-c369-404d-a243-1ae9100b2e05 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Jun 23 14:11:48.305443 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6206c-a0aa-49b8-a8d2-955123b99bf0 req-afa6ccea-7416-49e1-b849-641b97b4b3c4 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.306982 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ebd6206c-a0aa-49b8-a8d2-955123b99bf0 req-afa6ccea-7416-49e1-b849-641b97b4b3c4 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0674660 Jun 23 14:11:48.345943 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ebd6206c-a0aa-49b8-a8d2-955123b99bf0 req-1acfc569-4aa4-456e-8ba1-25d64867a5d4 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330937 Jun 23 14:11:48.731726 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80b6d9-7cfa-413f-a8e5-c5d9754d776d req-33219aa5-f145-49b5-bd35-2c58eb7b1308 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.733416 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5b80b6d9-7cfa-413f-a8e5-c5d9754d776d req-33219aa5-f145-49b5-bd35-2c58eb7b1308 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0727205 Jun 23 14:11:48.774405 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5b80b6d9-7cfa-413f-a8e5-c5d9754d776d req-ebadf0bd-9a39-471a-ac05-f7049be043a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351579 Jun 23 14:11:48.939352 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82d6c8-6c0a-4fa7-933a-aa8da28b4992 req-18062cfa-2d2c-48c7-9bda-2aab441bd6f3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.940840 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ee82d6c8-6c0a-4fa7-933a-aa8da28b4992 req-18062cfa-2d2c-48c7-9bda-2aab441bd6f3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0636053 Jun 23 14:11:48.980623 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ee82d6c8-6c0a-4fa7-933a-aa8da28b4992 req-e51d1fbd-dfc4-4560-851a-06e1982916c6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326657 Jun 23 14:11:49.152944 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ce11f-aa6b-4b9e-974b-1c864e161a18 req-dafbb87e-5e1a-4a13-b12f-bfc482b1c38c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.154674 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dc4ce11f-aa6b-4b9e-974b-1c864e161a18 req-dafbb87e-5e1a-4a13-b12f-bfc482b1c38c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0666988 Jun 23 14:11:49.194424 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dc4ce11f-aa6b-4b9e-974b-1c864e161a18 req-8d1ec236-7296-40c5-bdf3-8229937360b7 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339012 Jun 23 14:11:49.539980 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce13a2f-18b3-4376-923a-2dd4fe6704db req-df704753-cf9c-429e-81c6-91beb95f0ba6 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.542822 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2ce13a2f-18b3-4376-923a-2dd4fe6704db req-df704753-cf9c-429e-81c6-91beb95f0ba6 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0852187 Jun 23 14:11:49.618207 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2ce13a2f-18b3-4376-923a-2dd4fe6704db req-8b79b63c-9b4c-4d2f-bf01-c6e398263493 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748129 Jun 23 14:11:49.949794 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a596360-1b35-4ed4-9298-4571252bc730 req-1d94df75-21fb-43f8-94c6-7a7fc53a097f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.951296 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4a596360-1b35-4ed4-9298-4571252bc730 req-1d94df75-21fb-43f8-94c6-7a7fc53a097f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0634773 Jun 23 14:11:49.990433 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4a596360-1b35-4ed4-9298-4571252bc730 req-81764db1-a202-48a4-b378-0f7ef3a782fb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331750 Jun 23 14:11:50.160455 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31d82b-0033-4756-9e2e-785ab8bce083 req-90460cd6-a2cb-4a4f-bd48-b3894b2f3a79 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:50.162000 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-bd31d82b-0033-4756-9e2e-785ab8bce083 req-90460cd6-a2cb-4a4f-bd48-b3894b2f3a79 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0693395 Jun 23 14:11:50.201152 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-bd31d82b-0033-4756-9e2e-785ab8bce083 req-fbed96ac-9048-48af-805b-57d115f575b1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335546 Jun 23 14:11:50.372700 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2f24a-f495-45b9-a54b-9b241c0f7a98 req-bd31ac8f-b059-4bc2-95e2-a4ebb67f9caf tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:50.374196 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-efe2f24a-f495-45b9-a54b-9b241c0f7a98 req-bd31ac8f-b059-4bc2-95e2-a4ebb67f9caf tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0687201 Jun 23 14:11:50.414194 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-efe2f24a-f495-45b9-a54b-9b241c0f7a98 req-88a0364f-1b39-4421-8280-5193e8e92e68 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325735 Jun 23 14:11:50.788420 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abf201-40c7-40b4-8b4c-8002937c340a req-f4cea4aa-7d8d-42f8-92b2-2510b499271c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:50.789905 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d2abf201-40c7-40b4-8b4c-8002937c340a req-f4cea4aa-7d8d-42f8-92b2-2510b499271c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0645978 Jun 23 14:11:50.827103 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d2abf201-40c7-40b4-8b4c-8002937c340a req-44fb1bfa-407f-4dbb-adaa-f87cf35864c9 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315163 Jun 23 14:11:51.178132 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e5a67-6411-475d-af66-a274fa8a6c23 req-0b03d197-cfdc-4915-9529-6f95635ef90c tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.179673 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e68e5a67-6411-475d-af66-a274fa8a6c23 req-0b03d197-cfdc-4915-9529-6f95635ef90c tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0728798 Jun 23 14:11:51.219919 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e68e5a67-6411-475d-af66-a274fa8a6c23 req-9263ef55-7373-4654-a367-29162f91129c tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339127 Jun 23 14:11:51.385785 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a15f906-027a-4672-b6a8-da3bafc2591e req-338c85db-ffa5-4e05-a822-388e39b9cddf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.387808 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5a15f906-027a-4672-b6a8-da3bafc2591e req-338c85db-ffa5-4e05-a822-388e39b9cddf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0679798 Jun 23 14:11:51.426348 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5a15f906-027a-4672-b6a8-da3bafc2591e req-d8af134b-3ccd-4b5c-b436-6df4239c45a9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327609 Jun 23 14:11:51.597872 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9486344a-16db-4c69-a40f-814a8aa730a8 req-06658ce1-5728-4d73-8df0-f94e3d35e41d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.599470 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9486344a-16db-4c69-a40f-814a8aa730a8 req-06658ce1-5728-4d73-8df0-f94e3d35e41d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0691557 Jun 23 14:11:51.640759 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9486344a-16db-4c69-a40f-814a8aa730a8 req-b46f5c86-e76e-410c-a570-b5b0833f132b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354700 Jun 23 14:11:52.003284 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1bb26c-6e9f-41d1-b886-6bb26e892e0a req-5b373f79-54c7-4864-8943-44efb4bc05f5 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.004726 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf1bb26c-6e9f-41d1-b886-6bb26e892e0a req-5b373f79-54c7-4864-8943-44efb4bc05f5 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0639560 Jun 23 14:11:52.042867 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf1bb26c-6e9f-41d1-b886-6bb26e892e0a req-1e3e91e1-68fe-4b7f-a228-7fb62b8757b5 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324543 Jun 23 14:11:52.398069 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a47397-0ad4-4679-a66d-3ff313bf559d req-2ad4a6e6-d2f7-4175-a773-396c73865863 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.399553 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-18a47397-0ad4-4679-a66d-3ff313bf559d req-2ad4a6e6-d2f7-4175-a773-396c73865863 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0665920 Jun 23 14:11:52.437587 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-18a47397-0ad4-4679-a66d-3ff313bf559d req-ba303104-2335-4711-aee8-8c1674df293f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324659 Jun 23 14:11:52.629366 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446a283-4dc3-4df3-ac0c-70d0409d0746 req-206e376a-23c9-45da-8597-926fa31c24c2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.631226 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1446a283-4dc3-4df3-ac0c-70d0409d0746 req-206e376a-23c9-45da-8597-926fa31c24c2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0804803 Jun 23 14:11:52.677819 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1446a283-4dc3-4df3-ac0c-70d0409d0746 req-1ec26e94-6615-4721-adc7-7005cf8a7c62 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408473 Jun 23 14:11:52.846683 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af443a0-5f78-4b83-b308-3dce12760745 req-d60f72de-aa78-431f-81ca-65fe63b1e3fe tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.848311 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1af443a0-5f78-4b83-b308-3dce12760745 req-d60f72de-aa78-431f-81ca-65fe63b1e3fe tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0663562 Jun 23 14:11:52.888624 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1af443a0-5f78-4b83-b308-3dce12760745 req-9800ee40-8891-4b9f-9207-233717799ee9 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341449 Jun 23 14:11:53.221568 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6fbf44-e77d-4707-87aa-1ca8eae35ab9 req-2b1edb20-0e8d-47e5-aff6-3f3e34afbe0e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:53.222943 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aa6fbf44-e77d-4707-87aa-1ca8eae35ab9 req-2b1edb20-0e8d-47e5-aff6-3f3e34afbe0e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0671916 Jun 23 14:11:53.262847 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aa6fbf44-e77d-4707-87aa-1ca8eae35ab9 req-dfd19081-fa4f-4200-9afc-6b2574acd144 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332854 Jun 23 14:11:53.620344 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed16d1b-1296-4dcf-9511-29d142fd06ce req-aae54ce0-4315-4bbe-9a14-ff84855a17de tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:53.621890 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2ed16d1b-1296-4dcf-9511-29d142fd06ce req-aae54ce0-4315-4bbe-9a14-ff84855a17de tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0654898 Jun 23 14:11:53.663972 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2ed16d1b-1296-4dcf-9511-29d142fd06ce req-13323274-1fc8-466a-9dd3-a15bfd3bfa0a tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353804 Jun 23 14:11:54.014565 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045da3df-a73a-4898-b27f-c17e7d54e6a5 req-ea508d10-8558-430a-8de6-297b771ea701 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.016051 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-045da3df-a73a-4898-b27f-c17e7d54e6a5 req-ea508d10-8558-430a-8de6-297b771ea701 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0643616 Jun 23 14:11:54.055643 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-045da3df-a73a-4898-b27f-c17e7d54e6a5 req-24ce0e6a-e34c-4356-8138-54a46f7d97eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326035 Jun 23 14:11:54.235992 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32a5dcf-722a-406a-afa0-6f2c3dbfe837 req-4132dc2d-49a9-459e-8c55-637aff6b8c82 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.237677 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b32a5dcf-722a-406a-afa0-6f2c3dbfe837 req-4132dc2d-49a9-459e-8c55-637aff6b8c82 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0820506 Jun 23 14:11:54.283327 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b32a5dcf-722a-406a-afa0-6f2c3dbfe837 req-8c62d593-6ade-4c2c-8b1d-59bc8b703065 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343056 Jun 23 14:11:54.446129 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeeef8b-b6fc-4b53-b1d9-62763484526f req-80fcf798-2a91-4a06-9883-622c29fdd664 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.447698 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-efeeef8b-b6fc-4b53-b1d9-62763484526f req-80fcf798-2a91-4a06-9883-622c29fdd664 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0639424 Jun 23 14:11:54.486656 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-efeeef8b-b6fc-4b53-b1d9-62763484526f req-3b27b5d4-a900-4fd3-97eb-66b81cda9c79 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325611 Jun 23 14:11:54.851669 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef524a2b-c773-4626-84c3-77ca0e63019b req-3f54d70f-efec-41db-af42-ca2091730150 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.853224 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ef524a2b-c773-4626-84c3-77ca0e63019b req-3f54d70f-efec-41db-af42-ca2091730150 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0668054 Jun 23 14:11:54.893173 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ef524a2b-c773-4626-84c3-77ca0e63019b req-77d52bb8-bec2-419c-b1d1-53b4ac06f1d2 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342269 Jun 23 14:11:55.228954 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4947b-19dd-4792-8915-9c53f8cf1832 req-c545b257-b056-470a-837b-5839571959ab tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.230370 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e7e4947b-19dd-4792-8915-9c53f8cf1832 req-c545b257-b056-470a-837b-5839571959ab tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0633953 Jun 23 14:11:55.267179 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e7e4947b-19dd-4792-8915-9c53f8cf1832 req-69a7a9b3-54a2-4632-9d83-b569af77814b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312428 Jun 23 14:11:55.454594 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ce698-fb13-492f-8313-628204901a02 req-1669bb44-69ae-4c5f-a0eb-43c3cd8932ca tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.456062 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b61ce698-fb13-492f-8313-628204901a02 req-1669bb44-69ae-4c5f-a0eb-43c3cd8932ca tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0628316 Jun 23 14:11:55.494824 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b61ce698-fb13-492f-8313-628204901a02 req-696834fa-e6a4-4cfb-8591-f878023a708e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323510 Jun 23 14:11:55.677324 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb19b0-7c9a-40df-8963-d714b55c3acc req-3789a028-f81e-4c53-b553-587398e75b8f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.678786 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-07fb19b0-7c9a-40df-8963-d714b55c3acc req-3789a028-f81e-4c53-b553-587398e75b8f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0755236 Jun 23 14:11:55.716735 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-07fb19b0-7c9a-40df-8963-d714b55c3acc req-8fb5d05b-3246-481e-989c-bbcb82c65afd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319095 Jun 23 14:11:56.072418 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e45191-c17a-47da-833a-30bafdd77938 req-aec4700f-6efa-41bb-9684-0a91ce7a44c6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:56.073903 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-12e45191-c17a-47da-833a-30bafdd77938 req-aec4700f-6efa-41bb-9684-0a91ce7a44c6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0639048 Jun 23 14:11:56.110532 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-12e45191-c17a-47da-833a-30bafdd77938 req-56739c0b-628d-4428-8ee1-b303afb63538 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311532 Jun 23 14:11:56.452564 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93396047-1cf0-4846-a35b-3abc4ca97b21 req-b2073905-f2f8-438e-9f26-87c8f86280bf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:56.454033 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-93396047-1cf0-4846-a35b-3abc4ca97b21 req-b2073905-f2f8-438e-9f26-87c8f86280bf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0768340 Jun 23 14:11:56.493328 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-93396047-1cf0-4846-a35b-3abc4ca97b21 req-44a883ae-382b-4c28-930f-fe524ad8192a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Jun 23 14:11:56.666068 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e38dcc-35c8-4fe8-8c06-fe6d904b7121 req-6b983e51-8885-46e6-b2fb-70be9b48f81b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:56.667606 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-03e38dcc-35c8-4fe8-8c06-fe6d904b7121 req-6b983e51-8885-46e6-b2fb-70be9b48f81b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0644877 Jun 23 14:11:56.712964 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-03e38dcc-35c8-4fe8-8c06-fe6d904b7121 req-bc050d34-fbe0-4142-9db1-ee2ae6ac71fb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368037 Jun 23 14:11:56.898319 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f6aa2-41da-45c0-95e8-58e759a1fc86 req-4928256f-69b8-4073-8957-165ebd57972a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:56.900215 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9b9f6aa2-41da-45c0-95e8-58e759a1fc86 req-4928256f-69b8-4073-8957-165ebd57972a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0734868 Jun 23 14:11:56.951269 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9b9f6aa2-41da-45c0-95e8-58e759a1fc86 req-d9349572-dabb-4e3a-a7de-08e39e2ab6b8 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 Jun 23 14:11:57.331630 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8d036-ef07-4d1d-8bfb-0cfbbfdb0d8f req-6e1b44ac-b365-400c-996f-8fd2aa4436bf tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:57.333268 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aab8d036-ef07-4d1d-8bfb-0cfbbfdb0d8f req-6e1b44ac-b365-400c-996f-8fd2aa4436bf tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0968726 Jun 23 14:11:57.373384 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aab8d036-ef07-4d1d-8bfb-0cfbbfdb0d8f req-e667c967-31d9-439e-ae87-9fe8b4e9e548 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344007 Jun 23 14:11:57.671998 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df3c2d-9a3d-47ae-aa24-73b58f602cac req-fe5126dc-f3cc-4681-b5d9-97dabcf87c31 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:57.673592 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-56df3c2d-9a3d-47ae-aa24-73b58f602cac req-fe5126dc-f3cc-4681-b5d9-97dabcf87c31 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0648708 Jun 23 14:11:57.712286 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-56df3c2d-9a3d-47ae-aa24-73b58f602cac req-6eed4427-b9ad-4e85-be9c-ed0df0091848 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328600 Jun 23 14:11:57.884259 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc63d1b-e0d1-4769-baae-66de2be09119 req-fc5e7151-ff71-4e36-984c-2172d292bc81 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:57.885713 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4dc63d1b-e0d1-4769-baae-66de2be09119 req-fc5e7151-ff71-4e36-984c-2172d292bc81 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0647285 Jun 23 14:11:57.925446 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4dc63d1b-e0d1-4769-baae-66de2be09119 req-7571bbdb-293d-4de9-8a17-00276a08cd2a tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330274 Jun 23 14:11:58.120965 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced2847-ab3c-47f7-a2f2-527959e58cf0 req-8994da91-5694-431d-8df5-8ddba310fee9 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:58.122392 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fced2847-ab3c-47f7-a2f2-527959e58cf0 req-8994da91-5694-431d-8df5-8ddba310fee9 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0630872 Jun 23 14:11:58.159958 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fced2847-ab3c-47f7-a2f2-527959e58cf0 req-dfbb623e-8c50-41b4-9877-54f84f286cd3 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Jun 23 14:11:58.540128 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01696ed-c720-47c9-a78d-1604fd4f6aad req-2cfab776-72a4-45c3-941f-128f7f420d36 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:58.541571 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e01696ed-c720-47c9-a78d-1604fd4f6aad req-2cfab776-72a4-45c3-941f-128f7f420d36 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0617208 Jun 23 14:11:58.577778 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e01696ed-c720-47c9-a78d-1604fd4f6aad req-b6e0939e-603d-44af-8061-ff8d58acb47f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307310 Jun 23 14:11:58.884648 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d347db-b362-434a-bccd-51fb398f90a1 req-c3861ebb-e8fa-4d78-9b3c-0a04b7284ed7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:58.886072 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-66d347db-b362-434a-bccd-51fb398f90a1 req-c3861ebb-e8fa-4d78-9b3c-0a04b7284ed7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0641203 Jun 23 14:11:58.921770 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-66d347db-b362-434a-bccd-51fb398f90a1 req-d493cba9-5fc0-40cd-b27d-82fb4c99f226 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302076 Jun 23 14:11:59.094295 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d70ca6-c683-486b-aacf-c206b0147c85 req-897dbca4-d85b-4650-a9cf-99923b22946b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:59.095799 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b6d70ca6-c683-486b-aacf-c206b0147c85 req-897dbca4-d85b-4650-a9cf-99923b22946b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0621603 Jun 23 14:11:59.132780 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b6d70ca6-c683-486b-aacf-c206b0147c85 req-13c6a0c5-7283-4490-b218-316399b47427 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308924 Jun 23 14:11:59.328065 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893348d9-8e75-49b5-8c5c-4fd36644dfef req-43a6c7eb-7b40-4ce9-984a-ebc2fa9cf182 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:59.329500 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-893348d9-8e75-49b5-8c5c-4fd36644dfef req-43a6c7eb-7b40-4ce9-984a-ebc2fa9cf182 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0645089 Jun 23 14:11:59.366340 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-893348d9-8e75-49b5-8c5c-4fd36644dfef req-6ddc3f79-47d1-4364-b339-68336a4441de tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308213 Jun 23 14:11:59.745423 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55a29e-d23d-41f3-a786-2e0245520373 req-7611a978-4751-415c-937a-e727f7ae92bf tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:59.746919 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4a55a29e-d23d-41f3-a786-2e0245520373 req-7611a978-4751-415c-937a-e727f7ae92bf tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0618026 Jun 23 14:11:59.786602 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4a55a29e-d23d-41f3-a786-2e0245520373 req-67d4d53d-9e28-4ed3-970d-2dd4bf7b9b37 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340669 Jun 23 14:12:00.096717 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866cdce9-0197-4f18-9d91-aac910d8e9ef req-b0396fa7-17ca-4d1a-a726-4344a47b6571 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:00.098274 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-866cdce9-0197-4f18-9d91-aac910d8e9ef req-b0396fa7-17ca-4d1a-a726-4344a47b6571 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0668778 Jun 23 14:12:00.136775 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-866cdce9-0197-4f18-9d91-aac910d8e9ef req-032e072b-1041-490c-b6fc-0705d89fe696 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328307 Jun 23 14:12:00.305213 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5bda6e-099f-42d9-aa0b-11fdc70c16a9 req-6a40fd2d-82c9-4124-bb27-79a7eac8ba8e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:00.306574 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6f5bda6e-099f-42d9-aa0b-11fdc70c16a9 req-6a40fd2d-82c9-4124-bb27-79a7eac8ba8e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0654032 Jun 23 14:12:00.341630 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6f5bda6e-099f-42d9-aa0b-11fdc70c16a9 req-b1698aa3-b6b5-440a-a101-6173f95eb396 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296042 Jun 23 14:12:00.532106 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55832a3-8a3d-4d78-9c0b-db273783d1c1 req-5852cd25-9a3f-4613-b631-6ac5f0ee4be2 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:00.533536 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d55832a3-8a3d-4d78-9c0b-db273783d1c1 req-5852cd25-9a3f-4613-b631-6ac5f0ee4be2 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0623765 Jun 23 14:12:00.569539 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d55832a3-8a3d-4d78-9c0b-db273783d1c1 req-0a05ab95-3bc1-4529-bb26-6cffc655d22c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303559 Jun 23 14:12:00.958704 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10764c5-e566-4700-a49f-212d65bc6f29 req-5a6a2bd9-fe13-499c-9ec0-6b3ec7b2c3cd tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:00.960146 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f10764c5-e566-4700-a49f-212d65bc6f29 req-5a6a2bd9-fe13-499c-9ec0-6b3ec7b2c3cd tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0642018 Jun 23 14:12:00.997661 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f10764c5-e566-4700-a49f-212d65bc6f29 req-88828927-8d9a-40ad-86bc-3eed434e76e6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318544 Jun 23 14:12:01.303706 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d197fe66-ab1a-459b-901e-3473bb404f05 req-a43a9dd6-b9ec-4521-9989-c0e7c2c48fef tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:01.305166 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d197fe66-ab1a-459b-901e-3473bb404f05 req-a43a9dd6-b9ec-4521-9989-c0e7c2c48fef tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0612402 Jun 23 14:12:01.344127 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d197fe66-ab1a-459b-901e-3473bb404f05 req-13aae599-2347-43b5-a9f9-e3700ecab3e4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331299 Jun 23 14:12:01.513175 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1bb8de-88f0-42d6-95e7-b96051ddbc97 req-409782ff-222e-47a9-9400-293ceeeb54c6 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:01.514623 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2e1bb8de-88f0-42d6-95e7-b96051ddbc97 req-409782ff-222e-47a9-9400-293ceeeb54c6 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0609920 Jun 23 14:12:01.550117 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2e1bb8de-88f0-42d6-95e7-b96051ddbc97 req-5cec1ed1-3731-4228-96a6-6ccad42f697b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301366 Jun 23 14:12:01.742510 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a036cd3-f939-4a9e-aafb-eca1c15650cd req-3e4f017a-9da7-41b3-93c5-d3bb5ed72960 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:01.744215 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0a036cd3-f939-4a9e-aafb-eca1c15650cd req-3e4f017a-9da7-41b3-93c5-d3bb5ed72960 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0688767 Jun 23 14:12:01.780442 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0a036cd3-f939-4a9e-aafb-eca1c15650cd req-b58c9c1d-edfe-4640-aa3d-f048973c43bb tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305908 Jun 23 14:12:02.172805 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec5d060-8e73-43a0-9fb4-96ba21ff4191 req-3d36f563-bdb4-445b-84c2-79c76c1981ab tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.174180 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8ec5d060-8e73-43a0-9fb4-96ba21ff4191 req-3d36f563-bdb4-445b-84c2-79c76c1981ab tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0627346 Jun 23 14:12:02.210663 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8ec5d060-8e73-43a0-9fb4-96ba21ff4191 req-8e9de75c-6480-4122-b2c5-0f5e59f1bc9d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307198 Jun 23 14:12:02.517009 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5e2243-656e-4aac-b231-1f3ea307fdc4 req-617773a3-f34e-421b-aae4-d8856282554d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.518378 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8e5e2243-656e-4aac-b231-1f3ea307fdc4 req-617773a3-f34e-421b-aae4-d8856282554d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0640476 Jun 23 14:12:02.554310 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8e5e2243-656e-4aac-b231-1f3ea307fdc4 req-3680717c-cfea-4e07-9855-411fb662d288 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299203 Jun 23 14:12:02.718091 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66030d3c-c5a5-4a48-aba2-48ec4d67d227 req-1119a7bc-17a4-4188-a941-3c995490edf9 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.719559 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-66030d3c-c5a5-4a48-aba2-48ec4d67d227 req-1119a7bc-17a4-4188-a941-3c995490edf9 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0615849 Jun 23 14:12:02.756918 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-66030d3c-c5a5-4a48-aba2-48ec4d67d227 req-06c33352-68ca-491e-9a66-3b0693474027 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312977 Jun 23 14:12:02.946332 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20047aef-eee6-44bd-9c2a-301ffa58154f req-c36c6c61-b4b4-4d18-a566-0e4de711de73 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.947829 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-20047aef-eee6-44bd-9c2a-301ffa58154f req-c36c6c61-b4b4-4d18-a566-0e4de711de73 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0619218 Jun 23 14:12:02.986089 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-20047aef-eee6-44bd-9c2a-301ffa58154f req-4b57a09b-9088-4c91-b42e-18d6c7f7e269 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326409 Jun 23 14:12:03.567156 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ac7c3f-5b59-4afa-918f-fd8adc3c0c95 req-cd6af1c9-fb95-4d00-b582-62973f374a16 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.569196 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c4ac7c3f-5b59-4afa-918f-fd8adc3c0c95 req-cd6af1c9-fb95-4d00-b582-62973f374a16 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.2469938 Jun 23 14:12:03.606396 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c4ac7c3f-5b59-4afa-918f-fd8adc3c0c95 req-f523dfb6-3435-49e9-b99b-88e3da149370 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Jun 23 14:12:03.764067 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0546d165-8d0d-421c-8952-09dd1a513e5c req-5ae718f6-a6e1-4b56-893e-186168b6cdc4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.765513 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0546d165-8d0d-421c-8952-09dd1a513e5c req-5ae718f6-a6e1-4b56-893e-186168b6cdc4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0616412 Jun 23 14:12:03.801364 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0546d165-8d0d-421c-8952-09dd1a513e5c req-6dc03d91-b0ab-4566-8d90-a35a3903637b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302296 Jun 23 14:12:03.958180 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149c88d5-366c-492d-afe3-a14aa6dec713 req-f3fab2fa-2040-46f6-b49d-1ce755aa1af8 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.959728 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-149c88d5-366c-492d-afe3-a14aa6dec713 req-f3fab2fa-2040-46f6-b49d-1ce755aa1af8 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0639942 Jun 23 14:12:03.999470 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-149c88d5-366c-492d-afe3-a14aa6dec713 req-7c4fe319-f5ba-431f-93ff-6c288f779f69 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323880 Jun 23 14:12:04.155083 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e87588-2039-48da-83d7-17841ada4050 req-7195ce73-73c1-4100-a768-0e5a1fd9260b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.156535 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-47e87588-2039-48da-83d7-17841ada4050 req-7195ce73-73c1-4100-a768-0e5a1fd9260b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0616441 Jun 23 14:12:04.193147 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-47e87588-2039-48da-83d7-17841ada4050 req-d7183397-fc93-41ac-a52f-81f150e54b7c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305607 Jun 23 14:12:04.778810 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449dcd01-06eb-497b-aaa7-f02d529cab96 req-12a28b3f-3f2b-4825-bd65-e97ce2c8465a tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.780279 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-449dcd01-06eb-497b-aaa7-f02d529cab96 req-12a28b3f-3f2b-4825-bd65-e97ce2c8465a tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0622370 Jun 23 14:12:04.819914 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-449dcd01-06eb-497b-aaa7-f02d529cab96 req-595a7213-17ea-4fe7-b48e-dce16bae4162 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340705 Jun 23 14:12:04.972926 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d96e175-be77-4045-ba80-faa031c24146 req-828b28ee-2368-42fe-a9c8-4b36ea7c03fd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.974249 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0d96e175-be77-4045-ba80-faa031c24146 req-828b28ee-2368-42fe-a9c8-4b36ea7c03fd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0602291 Jun 23 14:12:05.009609 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0d96e175-be77-4045-ba80-faa031c24146 req-72539a42-5426-44d9-b647-33a38fcb98af tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299227 Jun 23 14:12:05.167220 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b879e8f-fe58-4044-94c2-a07da9e95b76 req-11dd6a88-6cd6-432d-9056-cee677bfec33 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:05.168658 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1b879e8f-fe58-4044-94c2-a07da9e95b76 req-11dd6a88-6cd6-432d-9056-cee677bfec33 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0627539 Jun 23 14:12:05.203804 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1b879e8f-fe58-4044-94c2-a07da9e95b76 req-e03ca4c6-150c-4480-a247-8162a2b113d3 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295968 Jun 23 14:12:05.362674 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789e8a1-ae66-4edc-b9f7-97ed1865e196 req-3a82056b-c837-4fe7-b9c1-fd35c7b8598b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:05.364111 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6789e8a1-ae66-4edc-b9f7-97ed1865e196 req-3a82056b-c837-4fe7-b9c1-fd35c7b8598b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0649655 Jun 23 14:12:05.401847 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6789e8a1-ae66-4edc-b9f7-97ed1865e196 req-a0375cc7-515f-4d4a-927a-48dbf5dc0a45 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318968 Jun 23 14:12:05.988884 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b2645-59d4-4a8b-a148-fc22821035af req-5201c09c-b81e-4fe2-b640-60343b26608d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:05.990882 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a71b2645-59d4-4a8b-a148-fc22821035af req-5201c09c-b81e-4fe2-b640-60343b26608d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0624547 Jun 23 14:12:06.027056 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a71b2645-59d4-4a8b-a148-fc22821035af req-58a4bf6e-a482-4648-9235-95cc4a347e0c tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302470 Jun 23 14:12:06.182055 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850ceaf1-54ea-4790-8607-0ed8829a6348 req-36da7be2-ef5f-48fb-99a0-26cc12efe27b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.183526 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-850ceaf1-54ea-4790-8607-0ed8829a6348 req-36da7be2-ef5f-48fb-99a0-26cc12efe27b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0617323 Jun 23 14:12:06.222676 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-850ceaf1-54ea-4790-8607-0ed8829a6348 req-94b89304-1ceb-4987-a94e-890b5512494f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336649 Jun 23 14:12:06.386626 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e392a6-94e9-4bf2-9ba0-6e91500e419c req-7aeed439-e114-4977-a431-9b568e09d8ca tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.386626 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-54e392a6-94e9-4bf2-9ba0-6e91500e419c req-7aeed439-e114-4977-a431-9b568e09d8ca tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0638542 Jun 23 14:12:06.419710 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-54e392a6-94e9-4bf2-9ba0-6e91500e419c req-5acaf758-d159-4ae4-bf8d-7e8897dd5e67 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308774 Jun 23 14:12:06.574268 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea7928-055a-4d42-bb4d-3322800b3a62 req-50b0a9f6-b32c-4d3e-a6de-988b12e3238d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.575725 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-74ea7928-055a-4d42-bb4d-3322800b3a62 req-50b0a9f6-b32c-4d3e-a6de-988b12e3238d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0611372 Jun 23 14:12:06.611811 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-74ea7928-055a-4d42-bb4d-3322800b3a62 req-e908e7a3-9cdb-4af9-ac15-f0dc9e572ee1 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305426 Jun 23 14:12:07.200626 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9cdd2-e50d-4122-99a7-b135a06b601e req-00110c1f-58a3-4f08-af7f-b4e61a9914bd tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:07.202109 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-44d9cdd2-e50d-4122-99a7-b135a06b601e req-00110c1f-58a3-4f08-af7f-b4e61a9914bd tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0653491 Jun 23 14:12:07.239374 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-44d9cdd2-e50d-4122-99a7-b135a06b601e req-e3a1f64b-665f-4fcf-b849-b09a8757a186 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313833 Jun 23 14:12:07.397296 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc72ccf-fc84-4545-b270-968dc26ac13f req-7d4f25b0-0243-42a0-b495-c538e5828870 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:07.398779 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-bbc72ccf-fc84-4545-b270-968dc26ac13f req-7d4f25b0-0243-42a0-b495-c538e5828870 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0616207 Jun 23 14:12:07.435443 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-bbc72ccf-fc84-4545-b270-968dc26ac13f req-378e37e2-ca6f-4d95-89f3-c8a6b0b1a8ad tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Jun 23 14:12:07.592284 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ebcc8d-63e2-4efd-885f-2d9b46d6dd0a req-f1fae77c-dde9-4dc0-b69b-c8fe1869aa4d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:07.593741 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f9ebcc8d-63e2-4efd-885f-2d9b46d6dd0a req-f1fae77c-dde9-4dc0-b69b-c8fe1869aa4d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0615594 Jun 23 14:12:07.634921 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f9ebcc8d-63e2-4efd-885f-2d9b46d6dd0a req-c353a741-afbd-4c0b-a20c-2f35c85edcea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357139 Jun 23 14:12:07.790435 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9160655-e513-42fd-b25e-d7fc8b349246 req-3483e990-81a5-4e54-a28a-d062cd05e3be tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:07.791889 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d9160655-e513-42fd-b25e-d7fc8b349246 req-3483e990-81a5-4e54-a28a-d062cd05e3be tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0621350 Jun 23 14:12:07.827931 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d9160655-e513-42fd-b25e-d7fc8b349246 req-837ad8d0-be4f-4594-a4b5-f411439f9eec tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305140 Jun 23 14:12:08.413627 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0abca44-1339-411a-8192-e6e0fa23414a req-eb0df4e8-06af-4668-90e7-4e3aa68f862b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:08.415382 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f0abca44-1339-411a-8192-e6e0fa23414a req-eb0df4e8-06af-4668-90e7-4e3aa68f862b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0617211 Jun 23 14:12:08.453026 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f0abca44-1339-411a-8192-e6e0fa23414a req-db105719-fb21-4d6c-be01-20e471d79351 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318794 Jun 23 14:12:08.612583 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17584996-8ef6-4f86-9726-3f0ddfafbd21 req-48519b97-42cc-4662-8572-e4612e4ab1b8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:08.614044 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-17584996-8ef6-4f86-9726-3f0ddfafbd21 req-48519b97-42cc-4662-8572-e4612e4ab1b8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0655499 Jun 23 14:12:08.650739 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-17584996-8ef6-4f86-9726-3f0ddfafbd21 req-fc54e913-382d-48a5-834f-e36314363849 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301266 Jun 23 14:12:08.805361 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64be5d0-952a-4930-ad17-620dc019a3c7 req-7d4b499d-06a3-41dc-a4e3-5f9f2de5ba02 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:08.806828 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e64be5d0-952a-4930-ad17-620dc019a3c7 req-7d4b499d-06a3-41dc-a4e3-5f9f2de5ba02 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0615768 Jun 23 14:12:08.842168 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e64be5d0-952a-4930-ad17-620dc019a3c7 req-e0638c97-1f9e-4c8a-b4d2-01f5b62937e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297687 Jun 23 14:12:08.995512 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce01f0d-c81e-4e1c-a32f-4f1f88b0dd37 req-32591f91-f352-4c42-86b0-7a32b5068b13 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:08.996916 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7ce01f0d-c81e-4e1c-a32f-4f1f88b0dd37 req-32591f91-f352-4c42-86b0-7a32b5068b13 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0603776 Jun 23 14:12:09.037706 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7ce01f0d-c81e-4e1c-a32f-4f1f88b0dd37 req-5af655d5-b3b3-4e29-8486-86958dbae86a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346627 Jun 23 14:12:09.624189 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74778f7-bfd1-4504-bc6c-a70503264dcf req-f3541251-f428-48af-8f10-c4be096be793 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:09.625700 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a74778f7-bfd1-4504-bc6c-a70503264dcf req-f3541251-f428-48af-8f10-c4be096be793 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0630178 Jun 23 14:12:09.663029 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a74778f7-bfd1-4504-bc6c-a70503264dcf req-7cecee41-7c56-49b1-8024-9b1a3b03dc23 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310066 Jun 23 14:12:09.823022 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d5af6-ac36-42ed-bc67-91be87b83006 req-e352f05b-83fc-47ea-8fac-394c033a2502 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:09.824470 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8b7d5af6-ac36-42ed-bc67-91be87b83006 req-e352f05b-83fc-47ea-8fac-394c033a2502 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0616491 Jun 23 14:12:09.859965 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8b7d5af6-ac36-42ed-bc67-91be87b83006 req-122ff834-2d81-40a1-a174-778283789265 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300527 Jun 23 14:12:10.019871 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c768ad-1850-468b-94c3-86eb5a943c65 req-5eb746e9-41f8-4fd8-9510-90abff85a054 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.021322 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-37c768ad-1850-468b-94c3-86eb5a943c65 req-5eb746e9-41f8-4fd8-9510-90abff85a054 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0663629 Jun 23 14:12:10.057886 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-37c768ad-1850-468b-94c3-86eb5a943c65 req-66be492a-07f8-489d-8fc3-f4f2eb1bf38f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310149 Jun 23 14:12:10.212919 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71444a26-ea05-4253-9781-fb930f851b3b req-6d18f28b-5f35-4dd6-9354-e28eb8c4d4a2 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.214256 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-71444a26-ea05-4253-9781-fb930f851b3b req-6d18f28b-5f35-4dd6-9354-e28eb8c4d4a2 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0624223 Jun 23 14:12:10.251344 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-71444a26-ea05-4253-9781-fb930f851b3b req-5096da3e-c977-40ea-a31e-3fffc6b3e477 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316494 Jun 23 14:12:10.846691 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e02b586-e16f-42da-b713-78b4d8a2fc15 req-ce945a4e-1a63-4e25-9b68-05ac1116f669 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.848135 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1e02b586-e16f-42da-b713-78b4d8a2fc15 req-ce945a4e-1a63-4e25-9b68-05ac1116f669 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0680535 Jun 23 14:12:10.884613 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1e02b586-e16f-42da-b713-78b4d8a2fc15 req-79d26002-9a25-4f28-a2bd-960bbf38aa19 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306716 Jun 23 14:12:11.035266 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c02ae4e5-5f43-4307-afb2-b795b27ec511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.043030 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8354d89f-45bb-4a82-b8d0-412a160b4942 req-fb628c61-865f-4440-852a-9713faacc986 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.044493 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8354d89f-45bb-4a82-b8d0-412a160b4942 req-fb628c61-865f-4440-852a-9713faacc986 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0648839 Jun 23 14:12:11.081761 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8354d89f-45bb-4a82-b8d0-412a160b4942 req-e2b2aba5-9d43-4715-9749-f47dc2de6c3b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Jun 23 14:12:11.124291 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:11.238910 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d322b40f-6645-4f3f-924c-f37ae6f423ec req-0d53e9ef-4f4d-40ef-8fdf-51983f252bb9 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.240342 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d322b40f-6645-4f3f-924c-f37ae6f423ec req-0d53e9ef-4f4d-40ef-8fdf-51983f252bb9 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0613744 Jun 23 14:12:11.277095 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d322b40f-6645-4f3f-924c-f37ae6f423ec req-f1b0cc33-077a-45d3-81bf-916e9b5aa005 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304196 Jun 23 14:12:11.439915 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81546a9-4928-480c-aca1-23b8e79ebd61 req-159208e0-b564-430a-992a-f1ae14e51326 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.441396 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a81546a9-4928-480c-aca1-23b8e79ebd61 req-159208e0-b564-430a-992a-f1ae14e51326 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0692422 Jun 23 14:12:11.479216 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a81546a9-4928-480c-aca1-23b8e79ebd61 req-0e384890-b029-4fa2-8f1e-8353139bca5e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320938 Jun 23 14:12:12.075475 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945772e6-bb98-4a4f-b84e-672c6af66120 req-9bd13323-9940-4b35-b647-02afa99b0375 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.076945 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-945772e6-bb98-4a4f-b84e-672c6af66120 req-9bd13323-9940-4b35-b647-02afa99b0375 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0718169 Jun 23 14:12:12.116930 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-945772e6-bb98-4a4f-b84e-672c6af66120 req-b78e47dd-a35c-4cd6-b2e8-e83687241fdf tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338228 Jun 23 14:12:12.277559 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68ab831-7323-4262-9b44-5765f9d50b8f req-98f673b1-140b-472c-9254-981a0f52bac8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.279014 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c68ab831-7323-4262-9b44-5765f9d50b8f req-98f673b1-140b-472c-9254-981a0f52bac8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0663126 Jun 23 14:12:12.315451 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c68ab831-7323-4262-9b44-5765f9d50b8f req-747e4a53-b5bf-4138-8264-2b342ea44eb3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307424 Jun 23 14:12:12.479165 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfff655-64b1-4a7a-b99b-a60e8d0b9324 req-35d1dda0-ecc1-49de-8232-7bc4d651bd9f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.480469 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2cfff655-64b1-4a7a-b99b-a60e8d0b9324 req-35d1dda0-ecc1-49de-8232-7bc4d651bd9f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0613666 Jun 23 14:12:12.516990 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2cfff655-64b1-4a7a-b99b-a60e8d0b9324 req-8b566a25-3bf8-47a1-86cf-3ecc35189adf tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307424 Jun 23 14:12:12.675359 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21517f89-8c59-42e7-9ee4-cd2316fc677c req-08626d6f-d1e7-4e18-8711-f7cc940725a6 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.678801 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-21517f89-8c59-42e7-9ee4-cd2316fc677c req-08626d6f-d1e7-4e18-8711-f7cc940725a6 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0683038 Jun 23 14:12:12.735049 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-21517f89-8c59-42e7-9ee4-cd2316fc677c req-ba8c53eb-f258-4e87-9164-9e0ce4b3b051 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478239 Jun 23 14:12:13.290562 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be026476-6fac-4ffd-89b9-5530cd9adb47 req-db749d9d-5d57-4cc0-b5c0-7ad739826569 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.291909 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-be026476-6fac-4ffd-89b9-5530cd9adb47 req-db749d9d-5d57-4cc0-b5c0-7ad739826569 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0650563 Jun 23 14:12:13.327629 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-be026476-6fac-4ffd-89b9-5530cd9adb47 req-34f60dce-76f9-472a-843b-9272b52d76b5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301411 Jun 23 14:12:13.488522 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c76d0-b2cc-4181-a9b1-9368f84dfca7 req-fdcb887f-1557-40a0-9a37-c055d21fa898 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.489961 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f81c76d0-b2cc-4181-a9b1-9368f84dfca7 req-fdcb887f-1557-40a0-9a37-c055d21fa898 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0618219 Jun 23 14:12:13.526364 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f81c76d0-b2cc-4181-a9b1-9368f84dfca7 req-aeaf6ab2-d2aa-4c5e-8df0-1f5c4d7cb6e0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305719 Jun 23 14:12:13.687885 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34b4e6a-6a1d-4c55-a9d9-958e24007157 req-e6c3b410-4f17-429c-be3b-208a32b10369 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.689429 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d34b4e6a-6a1d-4c55-a9d9-958e24007157 req-e6c3b410-4f17-429c-be3b-208a32b10369 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0664451 Jun 23 14:12:13.692124 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d44318f2-a3dd-4019-a9af-05c22a859253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.733268 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d34b4e6a-6a1d-4c55-a9d9-958e24007157 req-4911cfa7-2c11-4245-9a7f-583d65a65a1a tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374019 Jun 23 14:12:13.902932 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f6f146-41ce-43fc-ac44-a1c66fb2d145 req-4c7d087a-7f20-4457-963f-65ee7e378b07 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.904351 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-03f6f146-41ce-43fc-ac44-a1c66fb2d145 req-4c7d087a-7f20-4457-963f-65ee7e378b07 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0610852 Jun 23 14:12:13.939124 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-03f6f146-41ce-43fc-ac44-a1c66fb2d145 req-49a5cb9b-2a93-48d0-8190-718fc1293e00 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293620 Jun 23 14:12:14.230151 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.496364 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd2f24-dc5c-4d7a-a52c-e8289df7eaee req-64af9da5-c8de-4af4-8bf3-5e87ba69d96c tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.497878 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-badd2f24-dc5c-4d7a-a52c-e8289df7eaee req-64af9da5-c8de-4af4-8bf3-5e87ba69d96c tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0615125 Jun 23 14:12:14.532880 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-badd2f24-dc5c-4d7a-a52c-e8289df7eaee req-8066de5a-8183-43f4-be78-c0ba9fd457b6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294666 Jun 23 14:12:14.695655 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf98ab6-65b1-49db-8a76-b076cc4dbd64 req-d06986d2-1ff1-41e3-bf51-ae3125017249 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.697135 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9bf98ab6-65b1-49db-8a76-b076cc4dbd64 req-d06986d2-1ff1-41e3-bf51-ae3125017249 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0647006 Jun 23 14:12:14.733642 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9bf98ab6-65b1-49db-8a76-b076cc4dbd64 req-d4f89218-7abe-44a9-b473-cba90085cc9e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310566 Jun 23 14:12:14.901255 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60846b2f-6ed2-4327-a392-189164133c4f req-aec9fcd7-5034-438e-b9d8-a59c30e252f6 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.902713 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-60846b2f-6ed2-4327-a392-189164133c4f req-aec9fcd7-5034-438e-b9d8-a59c30e252f6 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0615242 Jun 23 14:12:14.938227 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-60846b2f-6ed2-4327-a392-189164133c4f req-6dfae72f-0bd1-49cf-99fc-ad81510338ca tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300143 Jun 23 14:12:15.109472 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb812df7-94fb-4fcb-96e0-e51ddb67353d req-f7e0471a-3a66-4f95-8bbe-935d025f6f0f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.110947 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fb812df7-94fb-4fcb-96e0-e51ddb67353d req-f7e0471a-3a66-4f95-8bbe-935d025f6f0f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0647192 Jun 23 14:12:15.137607 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.151742 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fb812df7-94fb-4fcb-96e0-e51ddb67353d req-1e6e00b4-6add-41ac-a370-7487760882c7 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351548 Jun 23 14:12:15.557490 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:12:15.702436 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02cd7c1-6206-4452-bb3b-2e654c5f8592 req-779693e7-e5e7-4793-9d69-06d69518a380 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.703883 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b02cd7c1-6206-4452-bb3b-2e654c5f8592 req-779693e7-e5e7-4793-9d69-06d69518a380 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0617931 Jun 23 14:12:15.745792 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b02cd7c1-6206-4452-bb3b-2e654c5f8592 req-ab1e4e0b-b617-4011-b53a-4b1618f87a1f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363612 Jun 23 14:12:15.901284 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a7bdbb-8027-4a4f-bc31-f73715286023 req-1d842978-26fb-4b80-aacd-a6b5a07c7ad1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.902724 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a6a7bdbb-8027-4a4f-bc31-f73715286023 req-1d842978-26fb-4b80-aacd-a6b5a07c7ad1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0609016 Jun 23 14:12:15.939761 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a6a7bdbb-8027-4a4f-bc31-f73715286023 req-d6ea7ba9-106f-4064-a01c-3628b44799a1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314016 Jun 23 14:12:16.112071 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0560ae-163b-412a-80fc-2b9e31b6bb86 req-29e94225-fef6-4684-9f7e-e3b631503a74 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:16.113517 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aa0560ae-163b-412a-80fc-2b9e31b6bb86 req-29e94225-fef6-4684-9f7e-e3b631503a74 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0690186 Jun 23 14:12:16.150214 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aa0560ae-163b-412a-80fc-2b9e31b6bb86 req-08a8f796-8e96-454f-bd30-d438b868639c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304847 Jun 23 14:12:16.323264 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442da6a-70e0-44c3-9ba6-7782eeb9ce80 req-67e06714-ba7d-4c83-b1f8-dbc2f1cdcecd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:16.324761 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6442da6a-70e0-44c3-9ba6-7782eeb9ce80 req-67e06714-ba7d-4c83-b1f8-dbc2f1cdcecd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0616891 Jun 23 14:12:16.361447 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6442da6a-70e0-44c3-9ba6-7782eeb9ce80 req-ec055d8d-77f1-4267-a40c-e7713e05bf24 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312531 Jun 23 14:12:16.572644 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:16.932950 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fece23-cc52-49fb-afe1-d1cca95e7090 req-2547ed51-8aca-4b43-adf5-ff3e3cb0b0f2 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:16.934473 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-79fece23-cc52-49fb-afe1-d1cca95e7090 req-2547ed51-8aca-4b43-adf5-ff3e3cb0b0f2 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 931 time: 0.0663276 Jun 23 14:12:16.970454 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-79fece23-cc52-49fb-afe1-d1cca95e7090 req-82f15b2f-9da9-44e6-819a-f93464e080ca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303211 Jun 23 14:12:17.128193 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ad9f3-15e6-4885-ba98-3b3353e8d04a req-8b6ccde3-d781-482f-9e19-28c5027c732b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:17.129652 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-760ad9f3-15e6-4885-ba98-3b3353e8d04a req-8b6ccde3-d781-482f-9e19-28c5027c732b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0634387 Jun 23 14:12:17.173117 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-760ad9f3-15e6-4885-ba98-3b3353e8d04a req-45865601-898b-4f9b-9735-19b5d19328c6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378394 Jun 23 14:12:17.327785 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09de7ed3-f90b-4052-b67d-6c36f95e9558 req-e5edc91c-9a3b-4e0a-a04c-d969bf202445 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:17.329205 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-09de7ed3-f90b-4052-b67d-6c36f95e9558 req-e5edc91c-9a3b-4e0a-a04c-d969bf202445 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0613134 Jun 23 14:12:17.365836 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Request body: {'port': {'device_id': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:17.367985 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-09de7ed3-f90b-4052-b67d-6c36f95e9558 req-590649ed-7367-4d75-bc2c-03724fe3325c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330546 Jun 23 14:12:17.430377 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9802f21f-9f0c-4801-83fa-6d3ce0c2b6bd req-e35e5478-e519-4146-ac89-7e1b2311bfc4 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739961 Jun 23 14:12:17.461356 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.535400 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372d4ed-e6b5-4a3d-a30f-fb92d00f9dcc req-44a2716b-e6eb-4793-9abf-53af00e738f5 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:17.536852 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6372d4ed-e6b5-4a3d-a30f-fb92d00f9dcc req-44a2716b-e6eb-4793-9abf-53af00e738f5 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0664909 Jun 23 14:12:17.574898 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6372d4ed-e6b5-4a3d-a30f-fb92d00f9dcc req-fcfb2f87-e1b8-4596-b599-a319788cb6bd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320821 Jun 23 14:12:17.713622 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5612e4a-c4bc-4eca-a149-ad9845182435 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:17.720608 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.733507 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Transition to ACTIVE for port object d5612e4a-c4bc-4eca-a149-ad9845182435 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:17.737080 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.739823 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0bee3705-f07e-40f4-a496-c70866e53e1f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:17.809013 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Pushing event updated for resources: {'Port': ['ID=d5612e4a-c4bc-4eca-a149-ad9845182435,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:17.834183 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.834586 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.834966 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.835321 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.835690 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.836044 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.836397 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.836750 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.837627 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.837979 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.838330 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.838699 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:17.843802 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:17.870626 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Attempting to bind port d5612e4a-c4bc-4eca-a149-ad9845182435 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:17.870971 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Attempting to bind port d5612e4a-c4bc-4eca-a149-ad9845182435 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:17.871306 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Attempting to bind port d5612e4a-c4bc-4eca-a149-ad9845182435 on network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:17.875714 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Port d5612e4a-c4bc-4eca-a149-ad9845182435 on network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:17.876047 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Attempting to bind port d5612e4a-c4bc-4eca-a149-ad9845182435 on network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:17.880968 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:17.881309 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Checking segment: {'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:17.881690 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Bound using segment: {'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:17.882120 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Bound port: d5612e4a-c4bc-4eca-a149-ad9845182435, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:17.882506 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.947256 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] For port d5612e4a-c4bc-4eca-a149-ad9845182435, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:17.950254 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] For port d5612e4a-c4bc-4eca-a149-ad9845182435, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d5612e4a-c4bc-4eca-a149-ad9845182435,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:17.954901 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.957579 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:17.995872 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:17.996520 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.997892 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] 10.222.0.10 "PUT /v2.0/ports/d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 200 len: 1093 time: 0.6404369 Jun 23 14:12:17.998418 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:18.000709 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb045ba-a268-47ce-83fa-4eae1610078a" -d '{"events": [{"name": "network-changed", "server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:18.025213 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Pushing event updated for resources: {'Port': ['ID=d5612e4a-c4bc-4eca-a149-ad9845182435,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:18.028435 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:18.157064 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8505ba-c7ea-4936-9dfd-52b5a4f0f139 req-4a0d4bc1-75d4-426e-9692-9f9de937484a tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:18.158553 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2d8505ba-c7ea-4936-9dfd-52b5a4f0f139 req-4a0d4bc1-75d4-426e-9692-9f9de937484a tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.0650918 Jun 23 14:12:18.194540 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2d8505ba-c7ea-4936-9dfd-52b5a4f0f139 req-6a65f473-e663-4a94-9e38-e0f58f7fc01e tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304031 Jun 23 14:12:18.244186 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cc69bd-5919-4444-8ad5-e0ceceec7eb0 x-openstack-request-id: req-c1cc69bd-5919-4444-8ad5-e0ceceec7eb0 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:18.244830 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:18.245178 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1cc69bd-5919-4444-8ad5-e0ceceec7eb0 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:18.245663 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'status': 'completed', 'code': 200} Jun 23 14:12:18.389255 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c6d82-2e99-4bd3-ad8c-b6c8a0832de6 req-34a36535-9c01-4d1d-bc0a-1de3bb922a7c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:18.390711 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-090c6d82-2e99-4bd3-ad8c-b6c8a0832de6 req-34a36535-9c01-4d1d-bc0a-1de3bb922a7c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0643189 Jun 23 14:12:18.427048 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-090c6d82-2e99-4bd3-ad8c-b6c8a0832de6 req-dbc8c306-6d23-4380-abaa-f677bca0c5cf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Jun 23 14:12:18.581828 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69351a3b-d64d-4b68-b05d-1e645135724b req-aba5e7e0-74cd-4d53-9c7c-1942137df2a0 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:18.583201 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-69351a3b-d64d-4b68-b05d-1e645135724b req-aba5e7e0-74cd-4d53-9c7c-1942137df2a0 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0617354 Jun 23 14:12:18.619377 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-69351a3b-d64d-4b68-b05d-1e645135724b req-d270280b-3eb1-4a22-8f9f-91cdac7139d6 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306127 Jun 23 14:12:18.777282 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140de385-b931-40ef-9490-31d65a40ac91 req-2bd546e0-d8fc-47aa-b540-9c0b1daed3fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:18.778753 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-140de385-b931-40ef-9490-31d65a40ac91 req-2bd546e0-d8fc-47aa-b540-9c0b1daed3fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0611632 Jun 23 14:12:18.814214 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-140de385-b931-40ef-9490-31d65a40ac91 req-9f323e0c-baad-4c52-bdc7-a4be9ab30b1c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299618 Jun 23 14:12:19.366458 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad603e27-f161-4660-ae20-f3dca619593b req-188b77be-bf0b-4796-a54c-6bf86ff06eb8 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:19.367914 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ad603e27-f161-4660-ae20-f3dca619593b req-188b77be-bf0b-4796-a54c-6bf86ff06eb8 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.0657959 Jun 23 14:12:19.404412 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ad603e27-f161-4660-ae20-f3dca619593b req-08f28283-3a1f-49d7-b9b2-95f50408d0bd tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306838 Jun 23 14:12:19.597441 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e7524-216c-45ea-90cc-eeeec0488f2d req-df18cf19-fb91-42ac-ab13-18cbf73994fd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:19.598918 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-929e7524-216c-45ea-90cc-eeeec0488f2d req-df18cf19-fb91-42ac-ab13-18cbf73994fd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0620329 Jun 23 14:12:19.636258 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-929e7524-216c-45ea-90cc-eeeec0488f2d req-9a6509d2-5942-4fc4-8bf0-90c639d38064 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312617 Jun 23 14:12:19.796365 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d5fa9-1e70-41d2-930d-8c6d276591eb req-0754428a-1cdd-4970-919a-cb86405c2516 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:19.797807 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3f6d5fa9-1e70-41d2-930d-8c6d276591eb req-0754428a-1cdd-4970-919a-cb86405c2516 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0709007 Jun 23 14:12:19.836135 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3f6d5fa9-1e70-41d2-930d-8c6d276591eb req-cb17bd1c-ff91-4d82-a01e-a6195b2fbe72 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326548 Jun 23 14:12:20.190564 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb045ba-a268-47ce-83fa-4eae1610078a req-68cdc73d-9d00-45cf-98d1-871dc1b17c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.192010 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7bb045ba-a268-47ce-83fa-4eae1610078a req-68cdc73d-9d00-45cf-98d1-871dc1b17c40 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 1096 time: 0.3063712 Jun 23 14:12:20.237113 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1caceb2-fb20-4584-87c2-242273ca174c req-f9f6e413-a6b7-451a-b7f9-2de6e8a2cd9a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.238559 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1caceb2-fb20-4584-87c2-242273ca174c req-f9f6e413-a6b7-451a-b7f9-2de6e8a2cd9a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.3125908 Jun 23 14:12:20.241836 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-dfc4be59-1058-49ef-84e5-140e0b65ecca service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0821650 Jun 23 14:12:20.276371 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1caceb2-fb20-4584-87c2-242273ca174c req-0aba5857-8602-42d9-8f3f-23b4629283a8 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316515 Jun 23 14:12:20.497676 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb045ba-a268-47ce-83fa-4eae1610078a req-300631e3-66a2-4ea0-b231-c6cf6b255ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.499169 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7bb045ba-a268-47ce-83fa-4eae1610078a req-300631e3-66a2-4ea0-b231-c6cf6b255ca6 service neutron] 10.222.0.10 "GET /v2.0/networks?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2038689 Jun 23 14:12:20.505075 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-c42bc988-8911-42f3-9d58-f380d05efa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.506562 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-c42bc988-8911-42f3-9d58-f380d05efa65 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 1098 time: 0.1664071 Jun 23 14:12:20.766411 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb045ba-a268-47ce-83fa-4eae1610078a req-7a79914a-17d1-4a9b-beb5-c1ce8507ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.767868 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7bb045ba-a268-47ce-83fa-4eae1610078a req-7a79914a-17d1-4a9b-beb5-c1ce8507ff3a service neutron] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2604086 Jun 23 14:12:20.785909 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956021a-6a19-4ba0-9daa-a0e9c885289e req-2aae2d24-c16f-4448-bd9e-e1bd676ed6ac tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.787487 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7956021a-6a19-4ba0-9daa-a0e9c885289e req-2aae2d24-c16f-4448-bd9e-e1bd676ed6ac tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.2724469 Jun 23 14:12:20.788937 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-5f2d4bfd-de77-486b-b28a-74eb404a9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.790821 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-5f2d4bfd-de77-486b-b28a-74eb404a9177 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 920 time: 0.2457435 Jun 23 14:12:20.824209 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b633bf22-5d45-4dae-a663-f67d73d8eb6b req-ca0f5d4c-7118-4ad2-8e4b-06af4f3b0b02 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.826181 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b633bf22-5d45-4dae-a663-f67d73d8eb6b req-ca0f5d4c-7118-4ad2-8e4b-06af4f3b0b02 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0707242 Jun 23 14:12:20.871063 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7956021a-6a19-4ba0-9daa-a0e9c885289e req-c8d787d6-6212-4940-80a0-8587610743ed tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769861 Jun 23 14:12:20.871998 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b633bf22-5d45-4dae-a663-f67d73d8eb6b req-02da9513-8aff-4448-b954-6bb8f5a3dccd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402207 Jun 23 14:12:20.872262 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-043a2bd1-cb4e-4111-bfbc-40f24be788d1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8fa0ebf-d99c-4270-89d9-9ff8fc160609 HTTP/1.1" status: 200 len: 217 time: 0.0529799 Jun 23 14:12:20.951073 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-57bbb35a-a909-46e2-8f8d-a44163361518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.952404 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-57bbb35a-a909-46e2-8f8d-a44163361518 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.0586762 Jun 23 14:12:20.973969 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-48b6c11b-82b8-4c0e-a975-123c43a6f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.975380 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-48b6c11b-82b8-4c0e-a975-123c43a6f72a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 1096 time: 0.1152813 Jun 23 14:12:20.997263 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-de5ac69b-d99e-496b-94e7-c3876aa36c4d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317247 Jun 23 14:12:21.067435 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-5c57255a-58b3-4570-b311-b736514ddb86 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 200 len: 217 time: 0.0723922 Jun 23 14:12:21.175522 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-03b53c18-36bf-4236-9c44-64693f7f655c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.176969 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-03b53c18-36bf-4236-9c44-64693f7f655c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2c28cd8-5df8-4ec8-a6d2-847215c304af HTTP/1.1" status: 200 len: 853 time: 0.0992208 Jun 23 14:12:21.221999 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-b7c83d70-bfd2-4556-ab6d-ec622056e9c9 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115114 Jun 23 14:12:21.234078 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25704581-fb6c-450b-afff-b2eca5c8dc65 req-a31f5c66-ac9a-491f-9e80-b29b0a57e784 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.235501 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-25704581-fb6c-450b-afff-b2eca5c8dc65 req-a31f5c66-ac9a-491f-9e80-b29b0a57e784 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.2416167 Jun 23 14:12:21.346160 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-25704581-fb6c-450b-afff-b2eca5c8dc65 req-8e7997e3-b4ed-4a6c-bcc3-3a9c17960d18 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988874 Jun 23 14:12:21.349788 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-11389709-f560-4614-ac20-592a0d5c9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.351266 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-11389709-f560-4614-ac20-592a0d5c9bf1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1650224 Jun 23 14:12:21.376674 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a87c0cf0-dfa5-4c1e-a690-b09bc90d805b req-880ceb33-dead-4f2b-a4f6-418e0706ffa4 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401024 Jun 23 14:12:21.468113 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed12cf-60dc-4138-bb55-caec6700e442 req-0a784b88-e40c-48da-ad8d-eaf282b501f4 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.469336 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0eed12cf-60dc-4138-bb55-caec6700e442 req-0a784b88-e40c-48da-ad8d-eaf282b501f4 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0646782 Jun 23 14:12:21.527273 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0eed12cf-60dc-4138-bb55-caec6700e442 req-6d986367-b57b-4a91-aef6-60a57d7ca705 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480754 Jun 23 14:12:21.565612 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-9c3a3f7e-0625-4afd-8a54-a6e1289ed4f5 service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952652 Jun 23 14:12:21.686032 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2239c1e2-55f3-4831-b87a-e6bd88f9c71d req-58b72b77-6441-4e43-904f-e1bd70180328 service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920124 Jun 23 14:12:22.042227 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b6e3a-8d81-4114-ae16-9b6a7deb430f req-8f39d547-9548-497c-9209-8f6f754452ad tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:22.043677 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-404b6e3a-8d81-4114-ae16-9b6a7deb430f req-8f39d547-9548-497c-9209-8f6f754452ad tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.0621216 Jun 23 14:12:22.079646 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-404b6e3a-8d81-4114-ae16-9b6a7deb430f req-1c82b5fb-d891-47db-9f4c-615ce77ccc06 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305488 Jun 23 14:12:22.239672 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd25d91-2799-4daa-aaf4-660e97041f7d req-eac1d5e4-4efd-4be0-a0fc-5cc75f3f112c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:22.241098 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1cd25d91-2799-4daa-aaf4-660e97041f7d req-eac1d5e4-4efd-4be0-a0fc-5cc75f3f112c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0661769 Jun 23 14:12:22.278576 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1cd25d91-2799-4daa-aaf4-660e97041f7d req-befa5281-fefc-4620-9ca2-78d162092f19 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309963 Jun 23 14:12:22.523155 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183c50f-a47e-44c1-b9f9-c2ad838446cc req-70a7c1a5-6df1-40bb-b3b4-f26df0e76c3d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:22.524624 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2183c50f-a47e-44c1-b9f9-c2ad838446cc req-70a7c1a5-6df1-40bb-b3b4-f26df0e76c3d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0646169 Jun 23 14:12:22.562120 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2183c50f-a47e-44c1-b9f9-c2ad838446cc req-1dff45fa-9ea2-457c-a3f8-4f68033b36c5 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316057 Jun 23 14:12:22.723435 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca6baa-29ff-4be5-83cb-9915ce5a5a7a req-beb64dfd-3bba-4f00-9810-51d38110f65f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:22.724887 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-87ca6baa-29ff-4be5-83cb-9915ce5a5a7a req-beb64dfd-3bba-4f00-9810-51d38110f65f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0645657 Jun 23 14:12:22.762661 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-87ca6baa-29ff-4be5-83cb-9915ce5a5a7a req-5e5eb5cd-408c-42de-bfc7-1d84c38f3a71 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316558 Jun 23 14:12:23.249320 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a2cdf-0d22-42a3-995e-94a084da5645 req-88e7407c-ada6-4da7-9536-5cc4151090ac tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:23.250804 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6a9a2cdf-0d22-42a3-995e-94a084da5645 req-88e7407c-ada6-4da7-9536-5cc4151090ac tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.0627139 Jun 23 14:12:23.287468 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6a9a2cdf-0d22-42a3-995e-94a084da5645 req-69e4170f-3b76-4b02-b68f-9aa3c70099d6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309899 Jun 23 14:12:23.451820 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399fb257-a178-4420-9e7e-876881614ae3 req-b5ce5442-3f9e-4a87-9c5f-13b5a92acac0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:23.453279 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-399fb257-a178-4420-9e7e-876881614ae3 req-b5ce5442-3f9e-4a87-9c5f-13b5a92acac0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0648589 Jun 23 14:12:23.499142 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-399fb257-a178-4420-9e7e-876881614ae3 req-da8dfc1a-bfd1-4386-b153-f6255b9a7afb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400941 Jun 23 14:12:23.731488 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b0b85-c4a9-40d6-9985-828b757a62e5 req-4dad4016-a185-45be-851a-56a39d431609 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:23.732848 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-351b0b85-c4a9-40d6-9985-828b757a62e5 req-4dad4016-a185-45be-851a-56a39d431609 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0610123 Jun 23 14:12:23.770254 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-351b0b85-c4a9-40d6-9985-828b757a62e5 req-2e7a4a73-7b25-4938-9910-f6b002ee9604 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318894 Jun 23 14:12:23.933262 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20a2a6-f8a3-48cb-a3e8-ff39edfc850d req-401d0ea1-bd95-486e-930c-ec72ede2a5c1 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:23.934752 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f20a2a6-f8a3-48cb-a3e8-ff39edfc850d req-401d0ea1-bd95-486e-930c-ec72ede2a5c1 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0623415 Jun 23 14:12:23.973088 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5f20a2a6-f8a3-48cb-a3e8-ff39edfc850d req-d6654767-e326-4cc3-972e-e1e081d45255 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323751 Jun 23 14:12:24.460901 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5af2c8-f5b3-4af5-a43c-0d3ee7062d25 req-9ea0b5ad-5248-4061-9abb-8f937f2a5872 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:24.462955 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-df5af2c8-f5b3-4af5-a43c-0d3ee7062d25 req-9ea0b5ad-5248-4061-9abb-8f937f2a5872 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.0646496 Jun 23 14:12:24.499661 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-df5af2c8-f5b3-4af5-a43c-0d3ee7062d25 req-810e6fbd-a3db-4a92-b090-ae11d638c53e tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312302 Jun 23 14:12:24.672782 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520495e-edff-41ce-9438-8b5b5e656728 req-d2e78254-f3f8-41a5-9584-26eba661873a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:24.674199 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c520495e-edff-41ce-9438-8b5b5e656728 req-d2e78254-f3f8-41a5-9584-26eba661873a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0640202 Jun 23 14:12:24.710639 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c520495e-edff-41ce-9438-8b5b5e656728 req-eca672ee-570f-4c9d-aaea-d1f7e329c55c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307312 Jun 23 14:12:24.945366 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bca5e4-23d7-440d-a71d-d1cb6cb74d67 req-9fb68a01-e629-4913-ba77-bc6776548a59 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:24.946830 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-45bca5e4-23d7-440d-a71d-d1cb6cb74d67 req-9fb68a01-e629-4913-ba77-bc6776548a59 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0612328 Jun 23 14:12:24.982614 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-45bca5e4-23d7-440d-a71d-d1cb6cb74d67 req-c8725aa6-d7eb-43b5-b814-18fa448a9f14 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302770 Jun 23 14:12:25.084404 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 2a431bb4-b35f-4bac-b175-32320b4cdff7 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:25.147686 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d92cf5-6282-4769-9fce-7d95cb26cdd8 req-29e582aa-fdeb-414f-ac70-22f8207e4054 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:25.149624 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-99d92cf5-6282-4769-9fce-7d95cb26cdd8 req-29e582aa-fdeb-414f-ac70-22f8207e4054 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 944 time: 0.0675924 Jun 23 14:12:25.184834 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 2a431bb4-b35f-4bac-b175-32320b4cdff7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2a431bb4-b35f-4bac-b175-32320b4cdff7,segment=NetworkSegment(d6e01abb-14ae-41cc-9719-dc318157dae5),segment_id=d6e01abb-14ae-41cc-9719-dc318157dae5)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:25.191095 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-99d92cf5-6282-4769-9fce-7d95cb26cdd8 req-927b5ca6-68b9-430c-a524-3630d4dc763a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350585 Jun 23 14:12:25.197102 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '2a431bb4-b35f-4bac-b175-32320b4cdff7', 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f', 'port_id': '2a431bb4-b35f-4bac-b175-32320b4cdff7', 'mac_address': 'fa:16:3e:e1:d6:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9673cd0c-9155-428e-b90c-60afd7d45610', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:25.241627 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.256258 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a431bb4-b35f-4bac-b175-32320b4cdff7 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:25.276877 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 2a431bb4-b35f-4bac-b175-32320b4cdff7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2a431bb4-b35f-4bac-b175-32320b4cdff7,segment=NetworkSegment(d6e01abb-14ae-41cc-9719-dc318157dae5),segment_id=d6e01abb-14ae-41cc-9719-dc318157dae5)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:25.282606 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:25.284539 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-a48159b2-74c0-444c-8736-c9d99108ae35 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:25.341679 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=2a431bb4-b35f-4bac-b175-32320b4cdff7,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:25.348652 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.349012 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.349363 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.349708 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.350050 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.350412 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.350749 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.351098 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.351435 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.351769 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.352100 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.352426 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:25.356776 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:25.697709 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ac45f-3d8a-42d6-a369-95fc1ce81112 req-8d999cf3-23be-486e-bb0e-2d2a1f657694 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:25.699881 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-656ac45f-3d8a-42d6-a369-95fc1ce81112 req-8d999cf3-23be-486e-bb0e-2d2a1f657694 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.0841551 Jun 23 14:12:25.722446 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c097e0-050f-4d25-b5a1-73c7607b1562 req-f61b6c43-fda1-44ff-9363-0fd6686a84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:25.723920 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-44c097e0-050f-4d25-b5a1-73c7607b1562 req-f61b6c43-fda1-44ff-9363-0fd6686a84e6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 1099 time: 0.0656667 Jun 23 14:12:25.770503 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-656ac45f-3d8a-42d6-a369-95fc1ce81112 req-fabb3c51-331d-4cff-b0f3-c1d4c7e488e6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583038 Jun 23 14:12:25.795606 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-44c097e0-050f-4d25-b5a1-73c7607b1562 req-9d37bb74-c7cc-4c6f-9d4a-efd040d30703 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646765 Jun 23 14:12:25.907427 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca621f7f-5405-42f2-976a-1b414ac2e0ad req-1c1a199e-9cd9-4c6e-a7c7-720a4f914970 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:25.908866 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ca621f7f-5405-42f2-976a-1b414ac2e0ad req-1c1a199e-9cd9-4c6e-a7c7-720a4f914970 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0654523 Jun 23 14:12:25.945184 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ca621f7f-5405-42f2-976a-1b414ac2e0ad req-40c70edc-e204-4759-b7b2-b2e50e114a49 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304470 Jun 23 14:12:26.371752 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4141dc2-301c-483f-b79a-c685944d1baf req-5bb1ceb4-fe37-4695-a8fb-60e3258d6c79 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:26.373203 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a4141dc2-301c-483f-b79a-c685944d1baf req-5bb1ceb4-fe37-4695-a8fb-60e3258d6c79 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 945 time: 0.0642495 Jun 23 14:12:26.398063 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['2a431bb4-b35f-4bac-b175-32320b4cdff7'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:26.420131 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a4141dc2-301c-483f-b79a-c685944d1baf req-082479f0-2187-4cd1-ae37-c6b3c8da33bd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412447 Jun 23 14:12:26.937238 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951231d-4064-4207-a6ac-d1474893b682 req-6bea9832-0052-4a3b-abdb-628170cf7599 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:26.939054 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c951231d-4064-4207-a6ac-d1474893b682 req-6bea9832-0052-4a3b-abdb-628170cf7599 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.0618021 Jun 23 14:12:26.975428 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c951231d-4064-4207-a6ac-d1474893b682 req-2bc3632c-89dc-4d26-bc56-8c5d2baf72e3 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309179 Jun 23 14:12:27.115431 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b265843-d6b8-4152-85cd-cd7590d80907 req-38e9eec0-a133-4d61-894a-ba053626b4e9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:27.116892 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0b265843-d6b8-4152-85cd-cd7590d80907 req-38e9eec0-a133-4d61-894a-ba053626b4e9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0620148 Jun 23 14:12:27.153644 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0b265843-d6b8-4152-85cd-cd7590d80907 req-a54960f7-cea5-480e-a094-b945437a753e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305028 Jun 23 14:12:27.600134 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e650e4-dba2-4079-b13f-0ba080801e0d req-49467220-a22e-4095-802a-cedf1a03fd3c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:27.601583 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b6e650e4-dba2-4079-b13f-0ba080801e0d req-49467220-a22e-4095-802a-cedf1a03fd3c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 945 time: 0.0680039 Jun 23 14:12:27.638534 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b6e650e4-dba2-4079-b13f-0ba080801e0d req-75344d55-14ed-430b-81e9-20371f8a5cbf tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312648 Jun 23 14:12:28.146195 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bc290-b5ea-413b-b288-edb12a1b86f9 req-4360be43-fcbd-434d-83b6-691130e65ab8 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:28.147645 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-832bc290-b5ea-413b-b288-edb12a1b86f9 req-4360be43-fcbd-434d-83b6-691130e65ab8 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.0623288 Jun 23 14:12:28.184869 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-832bc290-b5ea-413b-b288-edb12a1b86f9 req-81b5219f-173c-4a59-825e-0bf9e26b8e28 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316641 Jun 23 14:12:28.351035 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e3aab-6872-4a6c-b375-bf6be114d9b6 req-fc02fa07-5461-4aa2-bef3-e20edd5857f4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:28.352487 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-da1e3aab-6872-4a6c-b375-bf6be114d9b6 req-fc02fa07-5461-4aa2-bef3-e20edd5857f4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0655761 Jun 23 14:12:28.389442 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-da1e3aab-6872-4a6c-b375-bf6be114d9b6 req-3461a941-8183-489a-bed8-6a7e4a9d8d07 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305271 Jun 23 14:12:28.806718 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a764c6-127e-4681-9cf9-8085f1d6a18c req-435fb6ca-0058-4de5-87a3-fd275dcc758b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:28.808219 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-78a764c6-127e-4681-9cf9-8085f1d6a18c req-435fb6ca-0058-4de5-87a3-fd275dcc758b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 945 time: 0.0628476 Jun 23 14:12:28.846629 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-78a764c6-127e-4681-9cf9-8085f1d6a18c req-78ade148-0e9b-48ef-ad92-3280f7c5053a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Jun 23 14:12:29.349979 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b09de-6cef-4407-afb2-9e5541691375 req-0fa99877-9aef-47ef-8908-81a9583f51ad tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:29.351396 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d43b09de-6cef-4407-afb2-9e5541691375 req-0fa99877-9aef-47ef-8908-81a9583f51ad tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.0598269 Jun 23 14:12:29.387067 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d43b09de-6cef-4407-afb2-9e5541691375 req-a4e8756e-dc50-47df-a3bf-5e2f532b7df6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302427 Jun 23 14:12:29.558971 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036cd353-aabc-4215-bbb9-f39e3b571c66 req-9e351759-fcb6-4346-93de-0bcd62212544 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:29.560426 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-036cd353-aabc-4215-bbb9-f39e3b571c66 req-9e351759-fcb6-4346-93de-0bcd62212544 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0652187 Jun 23 14:12:29.597832 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-036cd353-aabc-4215-bbb9-f39e3b571c66 req-f0497697-9bdb-46d5-95a6-f932447e8df1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317860 Jun 23 14:12:30.019765 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac2507-7e1b-4beb-bb33-0d754a45f80c req-020a1f52-be94-4d37-80a0-9b26feead92d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:30.021125 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e5ac2507-7e1b-4beb-bb33-0d754a45f80c req-020a1f52-be94-4d37-80a0-9b26feead92d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 945 time: 0.0618951 Jun 23 14:12:30.056687 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e5ac2507-7e1b-4beb-bb33-0d754a45f80c req-ad314036-bdb0-4602-b337-ddbe96eed020 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295813 Jun 23 14:12:30.559878 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253d2d0-df47-4220-a435-b3aadb5fdce2 req-3cf6bc24-03cb-4018-b9ba-a65f4cd279f4 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:30.561371 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3253d2d0-df47-4220-a435-b3aadb5fdce2 req-3cf6bc24-03cb-4018-b9ba-a65f4cd279f4 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 943 time: 0.0683994 Jun 23 14:12:30.598613 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3253d2d0-df47-4220-a435-b3aadb5fdce2 req-2a162909-3adf-4fe9-935f-6b05c93756a6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315902 Jun 23 14:12:30.690973 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device d5612e4a-c4bc-4eca-a149-ad9845182435 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:30.765255 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abb209-2f7a-4db4-8b38-d1997102f0ba req-085b5304-e15f-4b05-9848-4eecefa8f8f2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:30.766746 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-58abb209-2f7a-4db4-8b38-d1997102f0ba req-085b5304-e15f-4b05-9848-4eecefa8f8f2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0622759 Jun 23 14:12:30.787953 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port d5612e4a-c4bc-4eca-a149-ad9845182435, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d5612e4a-c4bc-4eca-a149-ad9845182435,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:30.799264 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'port_id': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'mac_address': 'fa:16:3e:40:c9:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:30.803250 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-58abb209-2f7a-4db4-8b38-d1997102f0ba req-68f45a7e-3010-427a-a9f8-94e6e5f8c30e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309358 Jun 23 14:12:30.835231 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.847450 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5612e4a-c4bc-4eca-a149-ad9845182435 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:30.866462 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port d5612e4a-c4bc-4eca-a149-ad9845182435, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d5612e4a-c4bc-4eca-a149-ad9845182435,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:30.870264 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.872250 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:30.919285 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=d5612e4a-c4bc-4eca-a149-ad9845182435,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:30.922535 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:31.224179 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cddebc-de76-47be-a84f-ca6257f3550c req-359482d4-a410-4dfb-99d3-79cf018289d8 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.225541 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-14cddebc-de76-47be-a84f-ca6257f3550c req-359482d4-a410-4dfb-99d3-79cf018289d8 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 945 time: 0.0605862 Jun 23 14:12:31.262800 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-14cddebc-de76-47be-a84f-ca6257f3550c req-b244e7cf-af66-4b60-bb04-4d986ebadbea tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311372 Jun 23 14:12:31.771435 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddba90c-32b8-4aec-9d9a-c8a1b1147a39 req-00540b06-391a-4c19-8cec-0dfadd09c8d8 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.772886 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cddba90c-32b8-4aec-9d9a-c8a1b1147a39 req-00540b06-391a-4c19-8cec-0dfadd09c8d8 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 944 time: 0.0650640 Jun 23 14:12:31.810016 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cddba90c-32b8-4aec-9d9a-c8a1b1147a39 req-f6ec1e42-2920-4a94-82a4-c6379deb6ff1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306714 Jun 23 14:12:31.972480 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b71fef2-3a37-46fc-b93a-21c7ee303271 req-59c38345-a38d-4752-b02e-3aecd0f65b9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.973969 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7b71fef2-3a37-46fc-b93a-21c7ee303271 req-59c38345-a38d-4752-b02e-3aecd0f65b9b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0630920 Jun 23 14:12:32.014901 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7b71fef2-3a37-46fc-b93a-21c7ee303271 req-d2adf1d3-9547-48f6-9017-b396428caa3f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333288 Jun 23 14:12:32.441018 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e88d439-6cfc-49ec-9ec3-c6f664b1fcd1 req-63026584-bfa0-4f7f-8aab-ca05c97e9702 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:32.442468 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4e88d439-6cfc-49ec-9ec3-c6f664b1fcd1 req-63026584-bfa0-4f7f-8aab-ca05c97e9702 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 945 time: 0.0684669 Jun 23 14:12:32.479001 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4e88d439-6cfc-49ec-9ec3-c6f664b1fcd1 req-f84230a3-2ac0-42f9-a9a1-4da328f384ac tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303752 Jun 23 14:12:32.976396 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fac9ae-2352-4f91-9bea-26b260c6890d req-c090bc50-7e11-43ad-9940-fe42355ffe5f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:32.977770 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b3fac9ae-2352-4f91-9bea-26b260c6890d req-c090bc50-7e11-43ad-9940-fe42355ffe5f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 944 time: 0.0625992 Jun 23 14:12:33.017568 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b3fac9ae-2352-4f91-9bea-26b260c6890d req-8e2eaa08-5b80-4e1b-80e6-b0c6522129e7 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333595 Jun 23 14:12:33.187124 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf59105-269d-435f-8221-9fa7f57531a3 req-a6cb0060-45b8-4caf-bd7c-c62b93b2794a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:33.188862 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aaf59105-269d-435f-8221-9fa7f57531a3 req-a6cb0060-45b8-4caf-bd7c-c62b93b2794a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0618463 Jun 23 14:12:33.224372 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aaf59105-269d-435f-8221-9fa7f57531a3 req-839bffc7-b319-493c-a7b2-0276bbe786e4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297186 Jun 23 14:12:33.838363 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f8467-4cbc-4f4f-8c77-14d4d704e4cd req-5de887f3-7e33-4c94-b09f-2158fa0ac3b1 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:33.840754 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8f8f8467-4cbc-4f4f-8c77-14d4d704e4cd req-5de887f3-7e33-4c94-b09f-2158fa0ac3b1 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 945 time: 0.2506952 Jun 23 14:12:33.876313 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8f8f8467-4cbc-4f4f-8c77-14d4d704e4cd req-2593f4d3-9bba-4cbb-b199-9c9e028fd7a8 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298998 Jun 23 14:12:34.189364 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec0f2b-94ae-4fbb-9c2b-a092efc641c4 req-c19c9a9a-7a32-4604-bd7c-36177bf58589 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.190816 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d6ec0f2b-94ae-4fbb-9c2b-a092efc641c4 req-c19c9a9a-7a32-4604-bd7c-36177bf58589 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 944 time: 0.0618441 Jun 23 14:12:34.230118 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d6ec0f2b-94ae-4fbb-9c2b-a092efc641c4 req-92d4b7e1-3c9d-4fdf-9283-e6a97dcfa8b8 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337903 Jun 23 14:12:34.391479 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b0e44-16c9-48c5-9bf3-143bc6d449d9 req-436fcdf5-0d4f-4984-be7d-54cb392c6aba tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.392910 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0f3b0e44-16c9-48c5-9bf3-143bc6d449d9 req-436fcdf5-0d4f-4984-be7d-54cb392c6aba tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0610056 Jun 23 14:12:34.428973 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0f3b0e44-16c9-48c5-9bf3-143bc6d449d9 req-093397e9-a8b6-45d2-b8d4-f85807e6ccaf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Jun 23 14:12:34.843450 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef709ed7-09ef-4725-b544-fdbb7ef7dde5 req-b51b9e6e-fdf3-4258-a8b8-aa8417357252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.844890 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ef709ed7-09ef-4725-b544-fdbb7ef7dde5 req-b51b9e6e-fdf3-4258-a8b8-aa8417357252 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 1099 time: 0.0913160 Jun 23 14:12:34.888411 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b7a38-1943-4024-9344-9607a4fc53a4 req-5e324595-2113-47b9-bd33-77ff5447ebf6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.889863 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bd3b7a38-1943-4024-9344-9607a4fc53a4 req-5e324595-2113-47b9-bd33-77ff5447ebf6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0968592 Jun 23 14:12:34.916922 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['d5612e4a-c4bc-4eca-a149-ad9845182435'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:34.971514 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bd3b7a38-1943-4024-9344-9607a4fc53a4 req-add1ea98-1795-4dab-885b-34ef422b9e9a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508399 Jun 23 14:12:34.982269 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef709ed7-09ef-4725-b544-fdbb7ef7dde5 req-fe348ba3-29ac-4b0f-ad66-8b400ebf1c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.983776 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ef709ed7-09ef-4725-b544-fdbb7ef7dde5 req-fe348ba3-29ac-4b0f-ad66-8b400ebf1c4c service neutron] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 920 time: 0.1294203 Jun 23 14:12:35.042729 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ef709ed7-09ef-4725-b544-fdbb7ef7dde5 req-41320d23-787e-4243-933d-238dae3275fc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21 HTTP/1.1" status: 200 len: 217 time: 0.0430677 Jun 23 14:12:35.064348 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709940d-8955-4edf-b97e-76fab4bb9875 req-c1686690-e79b-4d8c-a052-edee789c07af tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:35.066159 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b709940d-8955-4edf-b97e-76fab4bb9875 req-c1686690-e79b-4d8c-a052-edee789c07af tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 945 time: 0.0759499 Jun 23 14:12:35.111553 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef709ed7-09ef-4725-b544-fdbb7ef7dde5 req-3ab18aea-aa0b-4fa1-a009-d5479c7ea498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:35.112977 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ef709ed7-09ef-4725-b544-fdbb7ef7dde5 req-3ab18aea-aa0b-4fa1-a009-d5479c7ea498 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.0618210 Jun 23 14:12:35.124458 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b709940d-8955-4edf-b97e-76fab4bb9875 req-ecf5b327-75fe-43c8-b9f7-654abf4d5b02 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522239 Jun 23 14:12:35.359257 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ef709ed7-09ef-4725-b544-fdbb7ef7dde5 req-ad312a2a-5ca3-4368-ab85-b0692ab14b85 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2374926 Jun 23 14:12:35.488552 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10e0cc-fc9f-4a42-9d69-da22e7ad7362 req-90969a30-c869-4c8e-8a0d-b89725b9d95b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:35.490028 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9f10e0cc-fc9f-4a42-9d69-da22e7ad7362 req-90969a30-c869-4c8e-8a0d-b89725b9d95b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 944 time: 0.1299336 Jun 23 14:12:35.493653 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ef709ed7-09ef-4725-b544-fdbb7ef7dde5 req-bcb1b456-64b7-45c9-9e3a-b573803e5778 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250241 Jun 23 14:12:35.510822 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 2a431bb4-b35f-4bac-b175-32320b4cdff7 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:35.579864 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 2a431bb4-b35f-4bac-b175-32320b4cdff7 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:35.586042 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 2a431bb4-b35f-4bac-b175-32320b4cdff7 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:35.586565 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.587588 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9f10e0cc-fc9f-4a42-9d69-da22e7ad7362 req-0b39ad79-2888-4e46-9db0-2a339df4dd52 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899322 Jun 23 14:12:35.616757 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ef709ed7-09ef-4725-b544-fdbb7ef7dde5 req-cd08cfe3-0514-4514-afb8-3e6d0a24f230 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131554 Jun 23 14:12:35.678507 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.702343 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57819e00-e4cb-4c2a-9542-d56bdd3b5de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a431bb4-b35f-4bac-b175-32320b4cdff7'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:35.704729 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72ca89e7-4530-42cf-9f7b-6594981dd9f1" -d '{"events": [{"server_uuid": "57819e00-e4cb-4c2a-9542-d56bdd3b5de5", "name": "network-vif-plugged", "status": "completed", "tag": "2a431bb4-b35f-4bac-b175-32320b4cdff7"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:35.717988 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 2a431bb4-b35f-4bac-b175-32320b4cdff7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2a431bb4-b35f-4bac-b175-32320b4cdff7,segment=NetworkSegment(d6e01abb-14ae-41cc-9719-dc318157dae5),segment_id=d6e01abb-14ae-41cc-9719-dc318157dae5)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:35.722184 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.724041 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:35.754968 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52449e6-7f2c-4f7b-be06-ee0b7d2e219b x-openstack-request-id: req-c52449e6-7f2c-4f7b-be06-ee0b7d2e219b {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:35.755289 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57819e00-e4cb-4c2a-9542-d56bdd3b5de5", "name": "network-vif-plugged", "status": "completed", "tag": "2a431bb4-b35f-4bac-b175-32320b4cdff7", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:35.755706 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c52449e6-7f2c-4f7b-be06-ee0b7d2e219b {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:35.756109 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57819e00-e4cb-4c2a-9542-d56bdd3b5de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a431bb4-b35f-4bac-b175-32320b4cdff7', 'code': 200} Jun 23 14:12:35.783866 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=2a431bb4-b35f-4bac-b175-32320b4cdff7,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:35.787443 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:36.010226 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee03be-2cf1-44b9-9004-2d9b23d20bf0 req-8ba152ba-71e5-4e68-bcce-8e434ce8713b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:36.012052 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-75ee03be-2cf1-44b9-9004-2d9b23d20bf0 req-8ba152ba-71e5-4e68-bcce-8e434ce8713b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 1099 time: 0.0611892 Jun 23 14:12:36.056198 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-75ee03be-2cf1-44b9-9004-2d9b23d20bf0 req-edc17035-cd2e-47e1-b5e9-6e7c392531f9 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342133 Jun 23 14:12:36.154888 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028cb615-b7d2-43c8-a1a6-66ce10fd1e2b req-44a6e945-1c85-4931-90b0-38030c2be271 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:36.156357 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-028cb615-b7d2-43c8-a1a6-66ce10fd1e2b req-44a6e945-1c85-4931-90b0-38030c2be271 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0658154 Jun 23 14:12:36.203386 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-028cb615-b7d2-43c8-a1a6-66ce10fd1e2b req-a0e39533-0fa2-4d08-a2e6-27ead370d754 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410573 Jun 23 14:12:36.343501 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e994d1d-4f7c-4df7-80ad-cc66f932e119 req-09cb3dfd-64e2-4066-b0a6-9b3b93ee69bd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:36.351064 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0e994d1d-4f7c-4df7-80ad-cc66f932e119 req-09cb3dfd-64e2-4066-b0a6-9b3b93ee69bd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 946 time: 0.0755804 Jun 23 14:12:36.391024 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0e994d1d-4f7c-4df7-80ad-cc66f932e119 req-9b835ffd-05f3-42d7-8cb0-8fd03d0a1848 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390034 Jun 23 14:12:36.450921 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 33686) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:36.558716 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.655524 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.659433 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.663480 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:36.708394 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78ece6b790d3461aa0a48a8867e95f4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2563906 Jun 23 14:12:36.709617 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a2c001-fdec-470c-bac2-b95305792513,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:36.710983 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 33698) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:36.726817 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.727266 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.727720 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.728127 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.729061 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.729486 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.729898 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.730316 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.730755 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.731169 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.731582 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.731994 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:36.752069 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:36.770507 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3ac20ab9-9722-479f-b5ee-92169235c6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.791703 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507cb26-b3ab-4b53-bec1-dfdf89dc22df req-cf946477-dcb9-4af0-8c9c-6884b69583cb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:36.792013 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3ac20ab9-9722-479f-b5ee-92169235c6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.793254 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8507cb26-b3ab-4b53-bec1-dfdf89dc22df req-cf946477-dcb9-4af0-8c9c-6884b69583cb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 944 time: 0.0802927 Jun 23 14:12:36.831715 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8507cb26-b3ab-4b53-bec1-dfdf89dc22df req-143afa34-05db-40e5-8d22-9ae1af20e419 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Jun 23 14:12:36.839696 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3ac20ab9-9722-479f-b5ee-92169235c6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.842324 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3ac20ab9-9722-479f-b5ee-92169235c6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.845788 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-3ac20ab9-9722-479f-b5ee-92169235c6c1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81a2c001-fdec-470c-bac2-b95305792513 HTTP/1.1" status: 204 len: 168 time: 0.1314936 Jun 23 14:12:36.845788 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a0f890ec-7f67-40e5-8f09-7bdffd691042 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:36.852663 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac20ab9-9722-479f-b5ee-92169235c6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a2c001-fdec-470c-bac2-b95305792513,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:36.856096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3ac20ab9-9722-479f-b5ee-92169235c6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:37.398666 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4969c8-5157-41d6-b55b-8590f1eaae07 req-67407e8c-beb2-418d-9e1e-d024bc7feb26 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.400184 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0a4969c8-5157-41d6-b55b-8590f1eaae07 req-67407e8c-beb2-418d-9e1e-d024bc7feb26 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0613694 Jun 23 14:12:37.438021 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0a4969c8-5157-41d6-b55b-8590f1eaae07 req-9000c588-30fe-4f02-9d41-c2b59c5426b4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317059 Jun 23 14:12:37.526848 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device d5612e4a-c4bc-4eca-a149-ad9845182435 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:37.581653 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0be3c2-ca5d-4e1b-8fcf-3c358f2e406e req-48062332-2aa9-4cd5-8511-ac86affc914e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.583819 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d0be3c2-ca5d-4e1b-8fcf-3c358f2e406e req-48062332-2aa9-4cd5-8511-ac86affc914e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 946 time: 0.0790312 Jun 23 14:12:37.583954 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port d5612e4a-c4bc-4eca-a149-ad9845182435 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:37.589414 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port d5612e4a-c4bc-4eca-a149-ad9845182435 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:37.590070 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.638303 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d0be3c2-ca5d-4e1b-8fcf-3c358f2e406e req-1c31f36f-1394-41cd-b079-f6b3d7746997 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401285 Jun 23 14:12:37.682054 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.718463 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port d5612e4a-c4bc-4eca-a149-ad9845182435, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d5612e4a-c4bc-4eca-a149-ad9845182435,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:37.722158 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.733313 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:37.762438 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:37.764725 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c90fd14-71c5-49f2-85a4-98b5c9381980" -d '{"events": [{"server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "name": "network-vif-plugged", "status": "completed", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:37.792016 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=d5612e4a-c4bc-4eca-a149-ad9845182435,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:37.796322 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:37.810290 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-682dc10f-a6d0-40ef-a503-c72eaf3b424f x-openstack-request-id: req-682dc10f-a6d0-40ef-a503-c72eaf3b424f {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:37.810627 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "name": "network-vif-plugged", "status": "completed", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:37.811038 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-682dc10f-a6d0-40ef-a503-c72eaf3b424f {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:37.811443 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'code': 200} Jun 23 14:12:38.034020 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9cc44c-32ba-444c-96d3-fe40cfe6f47d req-72997601-8f5d-46b7-8675-f150d7873b8e tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:38.036357 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe9cc44c-32ba-444c-96d3-fe40cfe6f47d req-72997601-8f5d-46b7-8675-f150d7873b8e tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0772543 Jun 23 14:12:38.131402 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe9cc44c-32ba-444c-96d3-fe40cfe6f47d req-aced1b86-acd7-46c4-a741-a4cae7739417 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798221 Jun 23 14:12:38.199279 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3767b-711e-49d5-9bd8-a74e2f6cb837 req-49297aec-ea30-47c5-a5f1-eb0968fd52b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:38.200763 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-85f3767b-711e-49d5-9bd8-a74e2f6cb837 req-49297aec-ea30-47c5-a5f1-eb0968fd52b6 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 1098 time: 0.0684767 Jun 23 14:12:38.251931 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-85f3767b-711e-49d5-9bd8-a74e2f6cb837 req-9823cb45-8af8-468d-b5ee-1bdde6ec13fd service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286798 Jun 23 14:12:38.607840 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ff304-10f5-433b-b98f-471741af0a3f req-231333a3-4923-49a8-822a-ea9a195d0d3c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:38.609286 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-793ff304-10f5-433b-b98f-471741af0a3f req-231333a3-4923-49a8-822a-ea9a195d0d3c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0618818 Jun 23 14:12:38.645013 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-793ff304-10f5-433b-b98f-471741af0a3f req-44ea6518-1d83-4159-bd5b-722576d52f0a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302379 Jun 23 14:12:38.827600 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3b77e-cf67-42db-b6bb-558329b97fa0 req-0685bfcb-4523-4b75-b4b7-6db6db7ace21 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:38.829170 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9cf3b77e-cf67-42db-b6bb-558329b97fa0 req-0685bfcb-4523-4b75-b4b7-6db6db7ace21 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 946 time: 0.0682650 Jun 23 14:12:38.866971 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9cf3b77e-cf67-42db-b6bb-558329b97fa0 req-9c2f947e-adf2-45aa-9420-ec43e5506aff tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320301 Jun 23 14:12:39.313616 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9450f-5b21-4d93-9b97-d568ac94bf3c req-61c5acf7-c441-482f-99d0-98b32dbd1007 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.315152 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fdc9450f-5b21-4d93-9b97-d568ac94bf3c req-61c5acf7-c441-482f-99d0-98b32dbd1007 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0658004 Jun 23 14:12:39.355345 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fdc9450f-5b21-4d93-9b97-d568ac94bf3c req-0aa87324-9d46-4b8f-9038-392f2eaf6a78 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345809 Jun 23 14:12:39.818970 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73558d27-a9ce-4c99-b695-c5bcf6c349fa req-285ae1fc-3485-42fd-b2a6-38327f6026bf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.820443 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-73558d27-a9ce-4c99-b695-c5bcf6c349fa req-285ae1fc-3485-42fd-b2a6-38327f6026bf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0633564 Jun 23 14:12:39.857622 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-73558d27-a9ce-4c99-b695-c5bcf6c349fa req-8098a94f-67e7-467a-aa0d-3b218932f718 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314968 Jun 23 14:12:40.526862 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c9ac71-0bd4-4f2b-87e9-7b85ba3f5885 req-6bdf8370-f2b1-44d7-82e5-89e49ba9f77f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:40.528320 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-67c9ac71-0bd4-4f2b-87e9-7b85ba3f5885 req-6bdf8370-f2b1-44d7-82e5-89e49ba9f77f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0624139 Jun 23 14:12:40.564751 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-67c9ac71-0bd4-4f2b-87e9-7b85ba3f5885 req-352c3373-babd-4cd3-8ee8-200e7006ce98 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308747 Jun 23 14:12:41.028036 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c35addc-bc0e-4de5-99eb-fbb0ff0b826c req-b7db1cce-1104-4e4e-9757-675ffd8ea250 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:41.029412 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0c35addc-bc0e-4de5-99eb-fbb0ff0b826c req-b7db1cce-1104-4e4e-9757-675ffd8ea250 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0635607 Jun 23 14:12:41.037824 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-323015a3-8be7-4224-a995-900d39384c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.071662 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0c35addc-bc0e-4de5-99eb-fbb0ff0b826c req-46342af1-af6f-433c-bc8e-c64fd7b479bf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361934 Jun 23 14:12:41.155386 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.730823 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d0ba9-3d05-41cf-a909-a75195b256a2 req-4ce5618d-30fb-4ccf-9942-43c4dc63d013 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:41.732272 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-742d0ba9-3d05-41cf-a909-a75195b256a2 req-4ce5618d-30fb-4ccf-9942-43c4dc63d013 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0622330 Jun 23 14:12:41.769726 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-742d0ba9-3d05-41cf-a909-a75195b256a2 req-6120e67f-6e14-4818-924b-88be772c13b3 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319190 Jun 23 14:12:42.245619 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0eca23-c2c8-491c-a067-990f0bdaf1ec req-e6ac0aca-10ab-4746-bba2-ebd27f0259d3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:42.247272 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5e0eca23-c2c8-491c-a067-990f0bdaf1ec req-e6ac0aca-10ab-4746-bba2-ebd27f0259d3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0622194 Jun 23 14:12:42.283420 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5e0eca23-c2c8-491c-a067-990f0bdaf1ec req-73810c1c-0487-4d0f-bf36-525d37aa8ca8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306833 Jun 23 14:12:42.941028 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc3e8f-4ec9-4adf-99b2-76ec34a8d8be req-4a484fa3-65f4-428f-88a2-d52068a82b25 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:42.942550 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1acc3e8f-4ec9-4adf-99b2-76ec34a8d8be req-4a484fa3-65f4-428f-88a2-d52068a82b25 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0645123 Jun 23 14:12:42.981176 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1acc3e8f-4ec9-4adf-99b2-76ec34a8d8be req-3b98fc24-426b-4b3c-bc42-f88a1d68fa44 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329442 Jun 23 14:12:43.455796 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f4d4ae-163a-407b-b4da-165ed526fe1b req-ebd9a2b8-6ca2-47f5-8ff1-41226220f0e9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:43.457255 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f4d4ae-163a-407b-b4da-165ed526fe1b req-ebd9a2b8-6ca2-47f5-8ff1-41226220f0e9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0648773 Jun 23 14:12:43.493906 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b9f4d4ae-163a-407b-b4da-165ed526fe1b req-958a0efc-7071-45aa-a030-afce659e772e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310662 Jun 23 14:12:43.694626 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a98aa7d7-2e71-477a-b7bf-9c93c56cfc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.152039 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f4538b-bf8f-4a4a-b173-a40754911d9a req-acf2ae59-614a-4f66-8654-a1cdbafc2b51 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:44.153484 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-12f4538b-bf8f-4a4a-b173-a40754911d9a req-acf2ae59-614a-4f66-8654-a1cdbafc2b51 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0647702 Jun 23 14:12:44.194763 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-12f4538b-bf8f-4a4a-b173-a40754911d9a req-7d64e0d6-7bf7-4175-ad59-55eaa8b826e6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355873 Jun 23 14:12:44.232022 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.705934 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0034d706-dfce-4876-b7de-225149c10d5a req-c926c427-8e06-411e-ade7-8cf5a88cb942 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:44.707471 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0034d706-dfce-4876-b7de-225149c10d5a req-c926c427-8e06-411e-ade7-8cf5a88cb942 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0911665 Jun 23 14:12:44.766953 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0034d706-dfce-4876-b7de-225149c10d5a req-b7b62977-92b9-49e8-a1e3-db898c9e04d0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519221 Jun 23 14:12:44.899161 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b123a17-fd87-4635-b681-a7af49af07cd req-be8649f5-840e-46d1-8fd4-e4578c8e992e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:44.901379 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3b123a17-fd87-4635-b681-a7af49af07cd req-be8649f5-840e-46d1-8fd4-e4578c8e992e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 946 time: 0.0634980 Jun 23 14:12:44.939140 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3b123a17-fd87-4635-b681-a7af49af07cd req-6b8926fb-ba92-4f05-8fd2-1c4e29a5b82c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317147 Jun 23 14:12:45.139202 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.367937 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6794a51-101d-45d7-8dd4-5f8373ce52d4 req-a294bc08-6496-40df-806f-892fb6bd45fb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:45.370049 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f6794a51-101d-45d7-8dd4-5f8373ce52d4 req-a294bc08-6496-40df-806f-892fb6bd45fb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0671742 Jun 23 14:12:45.410215 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f6794a51-101d-45d7-8dd4-5f8373ce52d4 req-607e4cd4-47db-47f5-b937-59675dd64966 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336909 Jun 23 14:12:45.583214 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad47f93-84b3-472f-ab00-5325613ff25f req-c061d48b-cea4-459a-b15c-34cdb72eb9fb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:45.584654 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dad47f93-84b3-472f-ab00-5325613ff25f req-c061d48b-cea4-459a-b15c-34cdb72eb9fb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0635862 Jun 23 14:12:45.624818 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dad47f93-84b3-472f-ab00-5325613ff25f req-d9348f7d-8e11-446d-a8e2-c6b378e6fa4d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339346 Jun 23 14:12:45.960694 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87d2ba-43e0-4d6c-94be-4fc7e71cd43d req-9caf823d-3872-4cb1-917e-2fcefda077d5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:45.962267 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0d87d2ba-43e0-4d6c-94be-4fc7e71cd43d req-9caf823d-3872-4cb1-917e-2fcefda077d5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0737476 Jun 23 14:12:46.002546 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0d87d2ba-43e0-4d6c-94be-4fc7e71cd43d req-8182d155-99c6-4e3f-8842-dd0c3c10b6c0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327742 Jun 23 14:12:46.034397 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b622f1-e6d2-46a2-9354-2054439fa302 req-21795f17-d7a2-4a95-b37f-f9c50a8e08e9 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:46.034397 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-67b622f1-e6d2-46a2-9354-2054439fa302 req-21795f17-d7a2-4a95-b37f-f9c50a8e08e9 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0678892 Jun 23 14:12:46.077290 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-67b622f1-e6d2-46a2-9354-2054439fa302 req-e7893c25-5869-4d52-bbdd-d5a55db74425 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355043 Jun 23 14:12:46.266856 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f84efc0-875f-4aa8-8737-b37fdb25305b req-dff302e9-216b-4d74-9098-b0e4dd91917b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:46.268520 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0f84efc0-875f-4aa8-8737-b37fdb25305b req-dff302e9-216b-4d74-9098-b0e4dd91917b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 946 time: 0.0979309 Jun 23 14:12:46.324005 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0f84efc0-875f-4aa8-8737-b37fdb25305b req-7274b261-9890-4cd2-8b96-97e453b3de42 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493345 Jun 23 14:12:46.419420 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 33922) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:46.491672 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 33926) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:46.601784 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.674690 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cd09a8c8-49ba-45c2-ba35-7b1295125f4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.691439 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-06de89fb-f31b-4314-af9f-68a736b22b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.773958 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cd09a8c8-49ba-45c2-ba35-7b1295125f4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.778059 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cd09a8c8-49ba-45c2-ba35-7b1295125f4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.781714 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7a7c4441-c140-45ce-9cbc-33670a8e5eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:46.820736 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-cd09a8c8-49ba-45c2-ba35-7b1295125f4a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2c79bae74ae04feab58f9a5a79b2efd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278947 Jun 23 14:12:46.823403 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 33944) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:46.829717 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd09a8c8-49ba-45c2-ba35-7b1295125f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f8333c0-5648-43e7-8d73-47451c12e0d4,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:46.834416 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-cd09a8c8-49ba-45c2-ba35-7b1295125f4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:46.862104 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-06de89fb-f31b-4314-af9f-68a736b22b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.867345 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-06de89fb-f31b-4314-af9f-68a736b22b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.869835 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-933866f9-30c1-4996-b916-eca9d09c5289 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:46.889735 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1a8bce2d-cf0e-456d-bbbe-7febf06a073a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.908711 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-06de89fb-f31b-4314-af9f-68a736b22b8b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8eaed60dcd284e95986e4287bc27a355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4878266 Jun 23 14:12:46.909852 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06de89fb-f31b-4314-af9f-68a736b22b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbf2c76-2fe8-4a8d-810c-8c4c77587eb5,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:46.912403 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 33948) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:46.913872 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-06de89fb-f31b-4314-af9f-68a736b22b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:46.918481 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1a8bce2d-cf0e-456d-bbbe-7febf06a073a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.992664 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0b70c248-2b0f-4078-bd1b-71e6f6b66c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.005272 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1a8bce2d-cf0e-456d-bbbe-7febf06a073a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.007818 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1a8bce2d-cf0e-456d-bbbe-7febf06a073a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.008933 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1a8bce2d-cf0e-456d-bbbe-7febf06a073a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3f8333c0-5648-43e7-8d73-47451c12e0d4 HTTP/1.1" status: 204 len: 168 time: 0.1844749 Jun 23 14:12:47.013571 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-14836706-653a-4cbd-8192-581d4c9e39e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:47.028380 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0b70c248-2b0f-4078-bd1b-71e6f6b66c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.034807 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bce2d-cf0e-456d-bbbe-7febf06a073a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f8333c0-5648-43e7-8d73-47451c12e0d4,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:47.038000 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1a8bce2d-cf0e-456d-bbbe-7febf06a073a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:47.088609 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0b70c248-2b0f-4078-bd1b-71e6f6b66c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.091671 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0b70c248-2b0f-4078-bd1b-71e6f6b66c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.095256 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-0b70c248-2b0f-4078-bd1b-71e6f6b66c27 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ecbf2c76-2fe8-4a8d-810c-8c4c77587eb5 HTTP/1.1" status: 204 len: 168 time: 0.1766968 Jun 23 14:12:47.095256 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0ff001c5-6320-4d78-a353-a85a41582901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:47.101986 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b70c248-2b0f-4078-bd1b-71e6f6b66c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbf2c76-2fe8-4a8d-810c-8c4c77587eb5,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:47.110101 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0b70c248-2b0f-4078-bd1b-71e6f6b66c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:47.165361 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-b37ee802-24dc-4c01-8ef7-fb5ed76b02cc tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:47.167431 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-b37ee802-24dc-4c01-8ef7-fb5ed76b02cc tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 815 time: 0.1286240 Jun 23 14:12:47.188809 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-d9c1eac2-0b99-4028-970a-336a4d489840 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/quotas/a8890c0d47e94d3f81957bf77d74427d HTTP/1.1" status: 200 len: 375 time: 0.0150199 Jun 23 14:12:47.262243 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-18c44cc1-f709-49ac-bf02-cc5c94d3e7aa tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0726008 Jun 23 14:12:47.370657 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-b13708e0-0531-46fb-aeea-ad9ea1d95699 service neutron] 10.222.0.26 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012313 Jun 23 14:12:47.496605 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-1d4a8523-9d4e-47d4-8237-1778cf171311 service neutron] 10.222.0.26 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198316 Jun 23 14:12:47.763247 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64916d29-4ee1-4d01-b4c0-720ab87a6885 req-57dcee3a-92ea-4991-884d-f1b1fbcdd11f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:47.778537 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-64916d29-4ee1-4d01-b4c0-720ab87a6885 req-57dcee3a-92ea-4991-884d-f1b1fbcdd11f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 946 time: 0.1272647 Jun 23 14:12:47.854548 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-64916d29-4ee1-4d01-b4c0-720ab87a6885 req-d24837e9-97ad-497c-8363-8241fab8ba81 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747724 Jun 23 14:12:47.958026 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ac9f8325-942c-46d2-9622-84937a2cd940 req-d6a2c3ad-6a7b-421b-99b2-50bd35c3e35d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 210 time: 0.0467379 Jun 23 14:12:47.976594 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b00fa-0747-4ccd-ac83-236b3adf9738 req-4705f920-6f73-4516-89e3-e1142fb10807 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:47.977985 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d2b00fa-0747-4ccd-ac83-236b3adf9738 req-4705f920-6f73-4516-89e3-e1142fb10807 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.1973033 Jun 23 14:12:48.013178 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-7521b36f-d1a4-430d-90b0-5651c405654f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:48.014659 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-7521b36f-d1a4-430d-90b0-5651c405654f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.10 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 946 time: 0.1754158 Jun 23 14:12:48.085087 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d2b00fa-0747-4ccd-ac83-236b3adf9738 req-b4a1a074-810d-43b5-af82-6bdc09005df3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886965 Jun 23 14:12:48.176080 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Deleting port 2a431bb4-b35f-4bac-b175-32320b4cdff7 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:12:48.176795 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.310787 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] For port 2a431bb4-b35f-4bac-b175-32320b4cdff7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=2a431bb4-b35f-4bac-b175-32320b4cdff7,segment=NetworkSegment(d6e01abb-14ae-41cc-9719-dc318157dae5),segment_id=d6e01abb-14ae-41cc-9719-dc318157dae5)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:48.311156 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.326550 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Calling delete_port for 2a431bb4-b35f-4bac-b175-32320b4cdff7 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:12:48.525933 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.533669 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:48.548114 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['2a431bb4-b35f-4bac-b175-32320b4cdff7'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:48.577430 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Pushing event deleted for resources: {'Port': ['ID=2a431bb4-b35f-4bac-b175-32320b4cdff7,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:48.583952 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:48.681526 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] No DVR routers for this DVR port 2a431bb4-b35f-4bac-b175-32320b4cdff7 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:12:48.687041 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.687941 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6411f0e2-2a6a-4a76-8649-4481bc564a3f req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.10 "DELETE /v2.0/ports/2a431bb4-b35f-4bac-b175-32320b4cdff7 HTTP/1.1" status: 204 len: 173 time: 0.6666701 Jun 23 14:12:48.688479 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57819e00-e4cb-4c2a-9542-d56bdd3b5de5', 'name': 'network-vif-deleted', 'tag': '2a431bb4-b35f-4bac-b175-32320b4cdff7'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:48.692810 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6611695d-faad-4b2a-8af4-ded50b2bbdb2" -d '{"events": [{"server_uuid": "57819e00-e4cb-4c2a-9542-d56bdd3b5de5", "name": "network-vif-deleted", "tag": "2a431bb4-b35f-4bac-b175-32320b4cdff7"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:48.779360 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58dff8df-e11b-4b9b-9992-a7489854fa0a x-openstack-request-id: req-58dff8df-e11b-4b9b-9992-a7489854fa0a {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:48.779690 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57819e00-e4cb-4c2a-9542-d56bdd3b5de5", "name": "network-vif-deleted", "tag": "2a431bb4-b35f-4bac-b175-32320b4cdff7", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:48.780025 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-58dff8df-e11b-4b9b-9992-a7489854fa0a {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:48.780452 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57819e00-e4cb-4c2a-9542-d56bdd3b5de5', 'name': 'network-vif-deleted', 'tag': '2a431bb4-b35f-4bac-b175-32320b4cdff7', 'status': 'completed', 'code': 200} Jun 23 14:12:49.079290 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dc1ab7fd-6a34-4590-812d-833b634f49bf req-05d73d9c-a632-4393-94f3-532adf9073c3 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=57819e00-e4cb-4c2a-9542-d56bdd3b5de5 HTTP/1.1" status: 200 len: 210 time: 0.0462554 Jun 23 14:12:49.192139 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-77a59b09-4336-4993-8968-2448f4b26da7 req-b61b4838-1d46-4ae7-8387-b4f2518e7d16 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 210 time: 0.0531862 Jun 23 14:12:49.236490 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-1dffb1f9-ae73-495b-a555-470e6df5eb1c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:49.237913 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-1dffb1f9-ae73-495b-a555-470e6df5eb1c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 815 time: 0.1577015 Jun 23 14:12:49.262457 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Request body: {'port': {'device_id': '4aa06eb6-0a60-4588-b28b-d071328260b5', 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4', 'admin_state_up': True, 'tenant_id': 'a8890c0d47e94d3f81957bf77d74427d'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:49.374749 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Made reservation on behalf of a8890c0d47e94d3f81957bf77d74427d for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:49.378429 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.542227 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Allocated IP 172.20.0.13 (21949135-2ee6-42bd-989c-5eb0a8da18e4/beda9355-21c8-4003-885c-0161ade90cc3/cefb71b1-ebed-4f7e-99b4-7cf622be715f) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:49.714427 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.776718 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.781769 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-66d2be1c-3a32-433e-bd70-90bdde42ea25 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:49.789717 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['c1846fb8-af4c-4fde-915b-f06424963301'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:49.830902 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Network 21949135-2ee6-42bd-989c-5eb0a8da18e4 is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:49.834340 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:49.836906 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:49.866261 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Pushing event updated for resources: {'Port': ['ID=cefb71b1-ebed-4f7e-99b4-7cf622be715f,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:49.870172 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:49.912690 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:49.913421 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.929657 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-7b429b67-3067-4dbf-b220-3c1822d5ce3b tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5f5e0148458d40488213c12aaea34f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431349 Jun 23 14:12:49.958186 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6997111 Jun 23 14:12:49.986859 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Request body: {'port': {'device_id': '4aa06eb6-0a60-4588-b28b-d071328260b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:50.177566 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-b8935bdc-3924-4434-b18d-036853d2828a tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:50.179035 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-b8935bdc-3924-4434-b18d-036853d2828a tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434068 Jun 23 14:12:50.181626 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.204354 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-1ba686c4-b6a2-42de-b890-3f9cf61c6a0b tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/quotas/5f5e0148458d40488213c12aaea34f9d HTTP/1.1" status: 200 len: 375 time: 0.0187476 Jun 23 14:12:50.259513 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-5f0d2428-de47-4f62-83cd-5eb04c38dfc9 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5f5e0148458d40488213c12aaea34f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382836 Jun 23 14:12:50.396003 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe71b39-3d3c-49d9-95be-32e3281fa60e req-635ad0d1-042b-4bcd-9552-d22b80901f07 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:50.398478 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3fe71b39-3d3c-49d9-95be-32e3281fa60e req-635ad0d1-042b-4bcd-9552-d22b80901f07 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 932 time: 0.0811021 Jun 23 14:12:50.453115 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3fe71b39-3d3c-49d9-95be-32e3281fa60e req-5fed9b92-3ea9-4f63-ae91-1d131d25b6e4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449533 Jun 23 14:12:50.534844 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-253fc190-b424-43aa-9888-3fb0eb440341 req-a25c3217-b922-42d5-afdb-03d6b9144e9d tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 210 time: 0.0347750 Jun 23 14:12:50.786437 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-381e03e9-2c99-4d9c-ba34-b8afece00825 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:50.787886 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-381e03e9-2c99-4d9c-ba34-b8afece00825 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/networks?id=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f HTTP/1.1" status: 200 len: 808 time: 0.1695273 Jun 23 14:12:50.818170 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-d6b0bc83-5e94-40cb-b518-ea73930900fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/quotas/45fb5802a208496c9d761191dc781516 HTTP/1.1" status: 200 len: 375 time: 0.0227318 Jun 23 14:12:50.883167 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-eebd269c-cc89-43ad-b874-d589609a586c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=45fb5802a208496c9d761191dc781516&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0419586 Jun 23 14:12:50.889974 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cefb71b1-ebed-4f7e-99b4-7cf622be715f {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:50.907006 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.966856 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Transition to ACTIVE for port object cefb71b1-ebed-4f7e-99b4-7cf622be715f will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:50.972877 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.978614 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:51.050735 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Pushing event updated for resources: {'Port': ['ID=cefb71b1-ebed-4f7e-99b4-7cf622be715f,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:51.054346 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-33a77126-63e4-4707-a87b-20d0d42d217b service neutron] 10.222.0.26 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598220 Jun 23 14:12:51.055131 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:51.217761 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Attempting to bind port cefb71b1-ebed-4f7e-99b4-7cf622be715f on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:51.218133 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Attempting to bind port cefb71b1-ebed-4f7e-99b4-7cf622be715f by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:51.218464 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Attempting to bind port cefb71b1-ebed-4f7e-99b4-7cf622be715f on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:51.224717 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Port cefb71b1-ebed-4f7e-99b4-7cf622be715f on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:51.225028 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Attempting to bind port cefb71b1-ebed-4f7e-99b4-7cf622be715f on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:51.232112 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:51.232661 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Checking segment: {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:51.233235 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Bound using segment: {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:51.233852 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Bound port: cefb71b1-ebed-4f7e-99b4-7cf622be715f, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:51.234199 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.266984 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-351ab503-d709-4c8d-bcda-021ce74ccc0d service neutron] 10.222.0.26 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817191 Jun 23 14:12:51.365708 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] For port cefb71b1-ebed-4f7e-99b4-7cf622be715f, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:51.371401 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] For port cefb71b1-ebed-4f7e-99b4-7cf622be715f, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=cefb71b1-ebed-4f7e-99b4-7cf622be715f,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:51.379272 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.382581 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:51.427737 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:51.428710 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.430139 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] 10.222.0.10 "PUT /v2.0/ports/cefb71b1-ebed-4f7e-99b4-7cf622be715f HTTP/1.1" status: 200 len: 1094 time: 1.4579887 Jun 23 14:12:51.430803 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa06eb6-0a60-4588-b28b-d071328260b5', 'tag': 'cefb71b1-ebed-4f7e-99b4-7cf622be715f'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:51.434133 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788" -d '{"events": [{"name": "network-changed", "server_uuid": "4aa06eb6-0a60-4588-b28b-d071328260b5", "tag": "cefb71b1-ebed-4f7e-99b4-7cf622be715f"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:51.468464 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Pushing event updated for resources: {'Port': ['ID=cefb71b1-ebed-4f7e-99b4-7cf622be715f,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:51.472454 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:51.500126 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50960163-a8f1-497e-beac-9c389fcc7f1b x-openstack-request-id: req-50960163-a8f1-497e-beac-9c389fcc7f1b {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:51.500882 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f4c577a8-051b-406f-8b8b-b55b8dcd6589 req-335a64bc-13fb-468f-9cd4-68bfa518980a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 210 time: 0.0366123 Jun 23 14:12:51.502575 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aa06eb6-0a60-4588-b28b-d071328260b5", "tag": "cefb71b1-ebed-4f7e-99b4-7cf622be715f", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:51.503117 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-50960163-a8f1-497e-beac-9c389fcc7f1b {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:51.503602 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa06eb6-0a60-4588-b28b-d071328260b5', 'tag': 'cefb71b1-ebed-4f7e-99b4-7cf622be715f', 'status': 'completed', 'code': 200} Jun 23 14:12:51.553491 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-0d62bd2f-d5fe-41dd-8dae-1cd4fa8cacfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:51.554997 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-0d62bd2f-d5fe-41dd-8dae-1cd4fa8cacfb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 1097 time: 0.0679674 Jun 23 14:12:51.581581 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 2a431bb4-b35f-4bac-b175-32320b4cdff7 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:12:51.621023 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-f664c116-fe4c-4235-be79-c9c419085f12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cefb71b1-ebed-4f7e-99b4-7cf622be715f HTTP/1.1" status: 200 len: 217 time: 0.0526919 Jun 23 14:12:51.621976 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 2a431bb4-b35f-4bac-b175-32320b4cdff7 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:12:51.622885 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 2a431bb4-b35f-4bac-b175-32320b4cdff7 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:12:51.713083 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-ec1baa7f-847b-4055-ba3d-2cb0b810afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:51.715167 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-ec1baa7f-847b-4055-ba3d-2cb0b810afbb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beda9355-21c8-4003-885c-0161ade90cc3 HTTP/1.1" status: 200 len: 855 time: 0.0647078 Jun 23 14:12:51.735906 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6d72cdd0-fc92-4875-9a62-ae53ee40fce6 req-70e400f0-91cd-4fcb-9c1b-11802c310b53 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 210 time: 0.0609043 Jun 23 14:12:51.764735 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f75926d-48b5-43fd-996f-19faa56a692d req-f0a3bc39-5939-434a-834d-98ca50009718 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:51.773286 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9f75926d-48b5-43fd-996f-19faa56a692d req-f0a3bc39-5939-434a-834d-98ca50009718 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 944 time: 0.1562209 Jun 23 14:12:51.777404 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-c2fde4af-4fbc-490b-b4d4-db88bb9cbc96 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21949135-2ee6-42bd-989c-5eb0a8da18e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531657 Jun 23 14:12:51.847485 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-34b3e10b-7c40-4a9a-b038-ceec27d3800d tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=5f5e0148458d40488213c12aaea34f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494761 Jun 23 14:12:51.918543 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9f75926d-48b5-43fd-996f-19faa56a692d req-08dc71fb-0802-4be5-95c3-ba6b6df30635 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442089 Jun 23 14:12:52.020008 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-05bf0a3d-9050-4386-948f-c4c7414f9a2c service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230024 Jun 23 14:12:52.046182 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-2684f93e-9775-440d-955c-c2889078567f tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.047634 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-2684f93e-9775-440d-955c-c2889078567f tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1922364 Jun 23 14:12:52.072418 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Request body: {'port': {'device_id': 'ff177d39-40e8-49d3-8605-23ce4e028824', 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930', 'admin_state_up': True, 'tenant_id': '5f5e0148458d40488213c12aaea34f9d'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:52.206967 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d067957b-dd66-45a2-a496-144ade5d0fb7 req-3a240a8d-bd02-4573-ba84-818b029929ee service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794577 Jun 23 14:12:52.241239 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Made reservation on behalf of 5f5e0148458d40488213c12aaea34f9d for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:52.243630 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.258533 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.371138 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788 req-a5a8f226-bfed-4719-87cb-81d7e9c76cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.372985 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788 req-a5a8f226-bfed-4719-87cb-81d7e9c76cb1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 1097 time: 0.0835564 Jun 23 14:12:52.417974 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.450736 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.456311 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d13432a0-4df7-4826-812c-65ed3eec61a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:52.526691 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a688c66-1edf-417c-95fa-31104b96225f,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:52.534646 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:52.558196 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:12:52.561586 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788 req-b1e943ad-17e7-4a0c-87be-20385f9556e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.563142 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788 req-b1e943ad-17e7-4a0c-87be-20385f9556e8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 916 time: 0.1808488 Jun 23 14:12:52.634430 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788 req-d48c6579-34cc-4f07-96d9-ff30a8312f2f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cefb71b1-ebed-4f7e-99b4-7cf622be715f HTTP/1.1" status: 200 len: 217 time: 0.0476656 Jun 23 14:12:52.675460 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4baee9d7-7121-46bf-9a76-5edb3a5f4608 req-7dca3713-f0ef-40b7-99f7-db1e8439741f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 210 time: 0.0457945 Jun 23 14:12:52.705920 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Allocated IP 192.168.233.42 (2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930/19075923-0324-4194-bb68-b7787aab2696/c1a4525b-85cf-447f-a723-54d7a9d05358) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:52.729884 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788 req-274f9329-98fd-411d-89f8-3ba1d7ea0784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.731383 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788 req-274f9329-98fd-411d-89f8-3ba1d7ea0784 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beda9355-21c8-4003-885c-0161ade90cc3 HTTP/1.1" status: 200 len: 855 time: 0.0861316 Jun 23 14:12:52.774834 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788 req-f6e3fee1-2c68-4452-a28b-6c7a19597c0d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21949135-2ee6-42bd-989c-5eb0a8da18e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329847 Jun 23 14:12:52.906673 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2d1c96de-f6ec-41ec-9e34-c8591213409c req-eac00779-ee95-4c65-bc08-f01c5bbe6bd0 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 210 time: 0.0344548 Jun 23 14:12:52.945904 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788 req-bebe58ee-47ee-40c9-9c99-48829f55947b service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623905 Jun 23 14:12:52.984650 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.069787 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Transition to ACTIVE for port object c1a4525b-85cf-447f-a723-54d7a9d05358 will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:53.216774 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-0a7b1bf0-6b78-4b43-ae6c-cebc8b7388cb tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:53.218240 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-0a7b1bf0-6b78-4b43-ae6c-cebc8b7388cb tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.10 "GET /v2.0/networks?id=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f HTTP/1.1" status: 200 len: 808 time: 0.2594390 Jun 23 14:12:53.231181 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4866ccb4-38c8-4d2d-aa52-ad8b7c50d788 req-3dd8029d-bba8-4972-96dc-31d662ce940e service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648478 Jun 23 14:12:53.240790 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ddfb82-6d83-465a-8f97-f5e6ff08f741 req-4c29c685-b5a2-4f22-9911-dc2e5ef1f520 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:53.242302 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c8ddfb82-6d83-465a-8f97-f5e6ff08f741 req-4c29c685-b5a2-4f22-9911-dc2e5ef1f520 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 944 time: 0.1885972 Jun 23 14:12:53.244750 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.250480 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Request body: {'port': {'device_id': 'b7fb823a-fb03-4bc7-a0ce-377cd538d338', 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f', 'admin_state_up': True, 'tenant_id': '45fb5802a208496c9d761191dc781516'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:53.257392 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:53.360964 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:53.602059 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:53.615353 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:53.645555 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c8ddfb82-6d83-465a-8f97-f5e6ff08f741 req-892e326c-96e7-403d-bbb3-3d533981e31a tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922334 Jun 23 14:12:53.646473 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Pushing event updated for resources: {'Port': ['ID=c1a4525b-85cf-447f-a723-54d7a9d05358,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:53.653448 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:53.693061 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:53.693688 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.718882 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Made reservation on behalf of 45fb5802a208496c9d761191dc781516 for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:53.722568 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.726729 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6597104 Jun 23 14:12:53.756115 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Request body: {'port': {'device_id': 'ff177d39-40e8-49d3-8605-23ce4e028824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:53.888729 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-798b1951-005d-45cc-ae09-516e9e8611cb req-fc28aaf1-8684-40b0-b7ab-4b610ab6da8e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 210 time: 0.0625939 Jun 23 14:12:53.901464 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 34226) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:53.984261 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-02445111-c799-4c5f-8df8-44fcdb4f79c2 None None] Provisioning for port c1a4525b-85cf-447f-a723-54d7a9d05358 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:53.988848 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-02445111-c799-4c5f-8df8-44fcdb4f79c2 None None] Provisioning complete for port c1a4525b-85cf-447f-a723-54d7a9d05358 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:53.989444 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-02445111-c799-4c5f-8df8-44fcdb4f79c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:53.992634 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.051468 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-02445111-c799-4c5f-8df8-44fcdb4f79c2 None None] Port c1a4525b-85cf-447f-a723-54d7a9d05358 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:54.099265 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ecc202b2-d39a-4e14-9b3f-9d3ab9ff696d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.154222 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Allocated IP 172.20.0.9 (d9ee0ac3-28ac-4def-acc6-95c58c3bd12f/9673cd0c-9155-428e-b90c-60afd7d45610/4dbab5b9-4e34-4c94-aae3-b62e8a099a00) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:54.195221 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ecc202b2-d39a-4e14-9b3f-9d3ab9ff696d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.200812 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ecc202b2-d39a-4e14-9b3f-9d3ab9ff696d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.203436 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-88c2e8ba-8121-4579-b795-fd4061546a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:54.238101 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc202b2-d39a-4e14-9b3f-9d3ab9ff696d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be82680-b4ad-4be7-ac83-3f8d0c2d5640,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:54.243195 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-ecc202b2-d39a-4e14-9b3f-9d3ab9ff696d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5ca65baa76944aef8a4265581feab7ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3400741 Jun 23 14:12:54.244112 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ecc202b2-d39a-4e14-9b3f-9d3ab9ff696d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:54.245693 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 34238) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:54.277283 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a45e05-79ba-4372-8c69-66d364eb18f0 req-dd2d47ad-a16a-497b-8942-c97776287564 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.278795 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a0a45e05-79ba-4372-8c69-66d364eb18f0 req-dd2d47ad-a16a-497b-8942-c97776287564 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 935 time: 0.1932733 Jun 23 14:12:54.303514 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4490f7ab-4005-4970-a2b8-b47bd4084055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.328984 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4490f7ab-4005-4970-a2b8-b47bd4084055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.380938 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4490f7ab-4005-4970-a2b8-b47bd4084055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.383755 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4490f7ab-4005-4970-a2b8-b47bd4084055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.384877 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-4490f7ab-4005-4970-a2b8-b47bd4084055 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6be82680-b4ad-4be7-ac83-3f8d0c2d5640 HTTP/1.1" status: 204 len: 168 time: 0.1382890 Jun 23 14:12:54.385737 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:54.393660 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490f7ab-4005-4970-a2b8-b47bd4084055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be82680-b4ad-4be7-ac83-3f8d0c2d5640,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:54.396664 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4490f7ab-4005-4970-a2b8-b47bd4084055 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:54.471425 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a0a45e05-79ba-4372-8c69-66d364eb18f0 req-496efe27-8872-429f-aa4f-462a67f17228 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715467 Jun 23 14:12:54.548427 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a4525b-85cf-447f-a723-54d7a9d05358 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:54.562070 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.566447 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.582883 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Transition to ACTIVE for port object c1a4525b-85cf-447f-a723-54d7a9d05358 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:54.589769 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.595827 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:54.670006 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a4525b-85cf-447f-a723-54d7a9d05358,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:54.673051 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:54.706035 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.730339 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:54.790801 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:54.811090 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:54.830133 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:54.834546 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Attempting to bind port c1a4525b-85cf-447f-a723-54d7a9d05358 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:54.834886 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Attempting to bind port c1a4525b-85cf-447f-a723-54d7a9d05358 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '17da4c9c-5564-47f2-afdc-22d72aa9f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:54.835218 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Attempting to bind port c1a4525b-85cf-447f-a723-54d7a9d05358 on network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:54.858004 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Pushing event updated for resources: {'Port': ['ID=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:54.863664 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:54.866397 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Port c1a4525b-85cf-447f-a723-54d7a9d05358 on network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:54.866824 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Attempting to bind port c1a4525b-85cf-447f-a723-54d7a9d05358 on network 2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:54.881740 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:54.882094 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Checking segment: {'id': '17da4c9c-5564-47f2-afdc-22d72aa9f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:54.882510 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Bound using segment: {'id': '17da4c9c-5564-47f2-afdc-22d72aa9f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:54.882959 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Bound port: c1a4525b-85cf-447f-a723-54d7a9d05358, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17da4c9c-5564-47f2-afdc-22d72aa9f60e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 667, 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:54.883356 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.902678 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478094d-3069-419b-8af6-c06b5dc23dcf req-f7c0cd0b-840f-411b-98c8-6f4896fb4589 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.904205 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6478094d-3069-419b-8af6-c06b5dc23dcf req-f7c0cd0b-840f-411b-98c8-6f4896fb4589 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 944 time: 0.0876837 Jun 23 14:12:54.912200 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.912939 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:54.960764 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6478094d-3069-419b-8af6-c06b5dc23dcf req-1b3844b8-4d61-4cc6-b521-f7c2a3717545 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416884 Jun 23 14:12:54.993623 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7410772 Jun 23 14:12:54.999464 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Request body: {'port': {'device_id': 'b7fb823a-fb03-4bc7-a0ce-377cd538d338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:55.090745 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] For port c1a4525b-85cf-447f-a723-54d7a9d05358, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:55.094119 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] For port c1a4525b-85cf-447f-a723-54d7a9d05358, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c1a4525b-85cf-447f-a723-54d7a9d05358,segment=NetworkSegment(17da4c9c-5564-47f2-afdc-22d72aa9f60e),segment_id=17da4c9c-5564-47f2-afdc-22d72aa9f60e)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:55.117908 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.144767 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-32964571-21e7-4330-a69e-4b5e0c3162a1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:55.217812 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.218619 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.219873 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] 10.222.0.10 "PUT /v2.0/ports/c1a4525b-85cf-447f-a723-54d7a9d05358 HTTP/1.1" status: 200 len: 1097 time: 1.4756944 Jun 23 14:12:55.222101 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff177d39-40e8-49d3-8605-23ce4e028824', 'tag': 'c1a4525b-85cf-447f-a723-54d7a9d05358'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:55.224618 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df191446-38fe-4100-82d7-21a127be692f" -d '{"events": [{"name": "network-changed", "server_uuid": "ff177d39-40e8-49d3-8605-23ce4e028824", "tag": "c1a4525b-85cf-447f-a723-54d7a9d05358"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:55.246770 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.271981 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08e4bb-7f4d-4941-b254-18b39ca0d833 req-0b77e32c-ae59-4c71-852f-c3d9c2e36e18 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.274456 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-aa08e4bb-7f4d-4941-b254-18b39ca0d833 req-0b77e32c-ae59-4c71-852f-c3d9c2e36e18 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 931 time: 0.2203155 Jun 23 14:12:55.334141 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f420ab-d3bd-4dc6-8941-016587fb223b x-openstack-request-id: req-f5f420ab-d3bd-4dc6-8941-016587fb223b {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:55.334495 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff177d39-40e8-49d3-8605-23ce4e028824", "tag": "c1a4525b-85cf-447f-a723-54d7a9d05358", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:55.334854 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5f420ab-d3bd-4dc6-8941-016587fb223b {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:55.335184 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff177d39-40e8-49d3-8605-23ce4e028824', 'tag': 'c1a4525b-85cf-447f-a723-54d7a9d05358', 'status': 'completed', 'code': 200} Jun 23 14:12:55.387251 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a4525b-85cf-447f-a723-54d7a9d05358,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:55.399730 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:55.440182 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-aa08e4bb-7f4d-4941-b254-18b39ca0d833 req-cba81077-cdec-439c-a293-7635634df471 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458900 Jun 23 14:12:55.565481 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-ac55cded-e012-4c94-8afd-534ef370604e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.567147 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-ac55cded-e012-4c94-8afd-534ef370604e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f5e0148458d40488213c12aaea34f9d&device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 1100 time: 0.2914376 Jun 23 14:12:55.603331 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device cefb71b1-ebed-4f7e-99b4-7cf622be715f details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:55.637308 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-a312e04e-ec08-4f3d-9a97-dd2811948fae service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=c1a4525b-85cf-447f-a723-54d7a9d05358 HTTP/1.1" status: 200 len: 217 time: 0.0565779 Jun 23 14:12:55.794595 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-cc7993b5-28b1-4b88-bfd7-74e33de6a8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.796145 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-cc7993b5-28b1-4b88-bfd7-74e33de6a8a3 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19075923-0324-4194-bb68-b7787aab2696 HTTP/1.1" status: 200 len: 843 time: 0.1192789 Jun 23 14:12:55.897242 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port cefb71b1-ebed-4f7e-99b4-7cf622be715f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=cefb71b1-ebed-4f7e-99b4-7cf622be715f,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:55.920086 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': 'cefb71b1-ebed-4f7e-99b4-7cf622be715f', 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4', 'port_id': 'cefb71b1-ebed-4f7e-99b4-7cf622be715f', 'mac_address': 'fa:16:3e:5d:e3:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda9355-21c8-4003-885c-0161ade90cc3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:55.928172 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4044ea0-6a6d-456a-b5fa-c99a4a7c6b60 req-cc75402b-8c46-44c8-9c7c-a6d9df2a5272 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.929714 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b4044ea0-6a6d-456a-b5fa-c99a4a7c6b60 req-cc75402b-8c46-44c8-9c7c-a6d9df2a5272 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 947 time: 0.2969270 Jun 23 14:12:55.961737 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:55.977264 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.978937 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.992015 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cefb71b1-ebed-4f7e-99b4-7cf622be715f {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:56.008974 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-807ec42c-5a19-4cf9-8a20-31ead4c7ea2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.011750 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-807ec42c-5a19-4cf9-8a20-31ead4c7ea2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1894820 Jun 23 14:12:56.012368 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Transition to ACTIVE for port object 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:56.015823 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b4044ea0-6a6d-456a-b5fa-c99a4a7c6b60 req-74e99599-f19d-43b5-ba95-148c42792fd7 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728197 Jun 23 14:12:56.037581 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.041970 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port cefb71b1-ebed-4f7e-99b4-7cf622be715f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=cefb71b1-ebed-4f7e-99b4-7cf622be715f,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:56.047395 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.049473 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:56.062470 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:56.126825 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=cefb71b1-ebed-4f7e-99b4-7cf622be715f,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:56.131067 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:56.197746 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f5878-b028-45b5-9c16-038d2833aa15 req-815ddb35-b93f-41c4-9405-c3a3adc136aa tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.199311 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ff8f5878-b028-45b5-9c16-038d2833aa15 req-815ddb35-b93f-41c4-9405-c3a3adc136aa tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 945 time: 0.0776405 Jun 23 14:12:56.201987 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:56.207217 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:56.245658 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ff8f5878-b028-45b5-9c16-038d2833aa15 req-17484368-64f2-4c08-9888-0ed07f7a60d6 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335286 Jun 23 14:12:56.251061 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-51020527-f318-4540-ab06-bb2c66c6429f service neutron] 10.222.0.10 "GET /v2.0/networks/2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313509 Jun 23 14:12:56.278114 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Attempting to bind port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:56.278481 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Attempting to bind port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'd6e01abb-14ae-41cc-9719-dc318157dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:56.278818 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Attempting to bind port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 on network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:56.297764 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 on network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:56.297974 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Attempting to bind port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 on network d9ee0ac3-28ac-4def-acc6-95c58c3bd12f {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:56.329457 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:56.329807 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Checking segment: {'id': 'd6e01abb-14ae-41cc-9719-dc318157dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:56.330197 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Bound using segment: {'id': 'd6e01abb-14ae-41cc-9719-dc318157dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:56.330667 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Bound port: 4dbab5b9-4e34-4c94-aae3-b62e8a099a00, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6e01abb-14ae-41cc-9719-dc318157dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:56.331025 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.406546 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8bd0a771-01d0-4583-afaf-a7e8bb5257cd req-f0de84f8-1d09-440b-b760-8d0805c34f38 service neutron] 10.222.0.10 "GET /v2.0/networks/2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401761 Jun 23 14:12:56.415892 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] For port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:56.419729 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] For port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,segment=NetworkSegment(d6e01abb-14ae-41cc-9719-dc318157dae5),segment_id=d6e01abb-14ae-41cc-9719-dc318157dae5)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:56.424019 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.426788 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:56.463168 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.463827 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:56.465194 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] 10.222.0.10 "PUT /v2.0/ports/4dbab5b9-4e34-4c94-aae3-b62e8a099a00 HTTP/1.1" status: 200 len: 1093 time: 1.4707744 Jun 23 14:12:56.516404 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Pushing event updated for resources: {'Port': ['ID=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:56.520222 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:56.580524 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df191446-38fe-4100-82d7-21a127be692f req-3c0b351f-f945-4ce6-b2a6-c88851dd0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.582109 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-df191446-38fe-4100-82d7-21a127be692f req-3c0b351f-f945-4ce6-b2a6-c88851dd0b72 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=5f5e0148458d40488213c12aaea34f9d&device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 1100 time: 0.0959752 Jun 23 14:12:56.704382 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-15fbbd7d-e8d0-40d8-baad-cf89ee0cfe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.705859 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-15fbbd7d-e8d0-40d8-baad-cf89ee0cfe14 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45fb5802a208496c9d761191dc781516&device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 1096 time: 0.1559503 Jun 23 14:12:56.768331 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-89867a9d-fbde-4c35-a406-d4ee6e98108d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dbab5b9-4e34-4c94-aae3-b62e8a099a00 HTTP/1.1" status: 200 len: 217 time: 0.0536091 Jun 23 14:12:56.770947 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df191446-38fe-4100-82d7-21a127be692f req-6b21a4ee-58ec-4e1d-b394-8a19e1361dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.772302 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-df191446-38fe-4100-82d7-21a127be692f req-6b21a4ee-58ec-4e1d-b394-8a19e1361dd0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930 HTTP/1.1" status: 200 len: 870 time: 0.1821034 Jun 23 14:12:56.787982 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820eb72e-7357-475b-b042-a71f811f6a45 req-bf8db817-7c99-4583-bd26-84636986e00d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.789411 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-820eb72e-7357-475b-b042-a71f811f6a45 req-bf8db817-7c99-4583-bd26-84636986e00d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 943 time: 0.1772530 Jun 23 14:12:56.863051 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-df191446-38fe-4100-82d7-21a127be692f req-6c90f03a-103f-4f56-b62c-1bbff1df186f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=c1a4525b-85cf-447f-a723-54d7a9d05358 HTTP/1.1" status: 200 len: 217 time: 0.0725605 Jun 23 14:12:56.882759 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['cefb71b1-ebed-4f7e-99b4-7cf622be715f'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:56.927246 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-820eb72e-7357-475b-b042-a71f811f6a45 req-e65e4aa9-c9d2-493f-afbc-7107a31a7b7a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228693 Jun 23 14:12:56.930263 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-3c0b0ce2-9fea-4906-afa7-eec2b3074f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.931677 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-3c0b0ce2-9fea-4906-afa7-eec2b3074f94 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9673cd0c-9155-428e-b90c-60afd7d45610 HTTP/1.1" status: 200 len: 848 time: 0.1402295 Jun 23 14:12:56.970752 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df191446-38fe-4100-82d7-21a127be692f req-5c977f19-f4fb-4061-a0f5-9ecee2d2c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.972396 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-df191446-38fe-4100-82d7-21a127be692f req-5c977f19-f4fb-4061-a0f5-9ecee2d2c9e7 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=19075923-0324-4194-bb68-b7787aab2696 HTTP/1.1" status: 200 len: 843 time: 0.1004908 Jun 23 14:12:56.993194 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-72e7ee30-7685-4432-abdc-55af5178717b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516250 Jun 23 14:12:57.347073 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7fb823a-fb03-4bc7-a0ce-377cd538d338', 'tag': '4dbab5b9-4e34-4c94-aae3-b62e8a099a00'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:57.349402 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47aa899b-6be7-43a5-9fbb-4483fbf3295a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7fb823a-fb03-4bc7-a0ce-377cd538d338", "tag": "4dbab5b9-4e34-4c94-aae3-b62e8a099a00"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:57.430918 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df191446-38fe-4100-82d7-21a127be692f req-fe32966a-d1da-412d-88ae-27c69530252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.432457 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-df191446-38fe-4100-82d7-21a127be692f req-fe32966a-d1da-412d-88ae-27c69530252b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.4419179 Jun 23 14:12:57.434177 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-74620b94-ce38-420f-849b-4f5f1f6103fc service neutron] 10.222.0.10 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118404 Jun 23 14:12:57.477141 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3e727f-ee69-4776-82c2-b81698b2e85f req-6afa19d7-3540-421e-ad31-d23b313f2d2b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.479791 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ea3e727f-ee69-4776-82c2-b81698b2e85f req-6afa19d7-3540-421e-ad31-d23b313f2d2b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 945 time: 0.0864651 Jun 23 14:12:57.521639 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb8266-bab4-4101-8746-c7161a22970f req-c75eb236-23ab-4de6-b087-05d150ecbce1 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.524517 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c6bb8266-bab4-4101-8746-c7161a22970f req-c75eb236-23ab-4de6-b087-05d150ecbce1 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 947 time: 0.1710064 Jun 23 14:12:57.543229 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ea3e727f-ee69-4776-82c2-b81698b2e85f req-3a87eed2-8fa5-46b9-8082-2c1beb2fcb5e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577438 Jun 23 14:12:57.595903 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724bad2e-19d4-42d7-9c0c-9c4272a3d23e x-openstack-request-id: req-724bad2e-19d4-42d7-9c0c-9c4272a3d23e {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:57.596224 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7fb823a-fb03-4bc7-a0ce-377cd538d338", "tag": "4dbab5b9-4e34-4c94-aae3-b62e8a099a00", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:57.596504 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-724bad2e-19d4-42d7-9c0c-9c4272a3d23e {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:57.596948 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7fb823a-fb03-4bc7-a0ce-377cd538d338', 'tag': '4dbab5b9-4e34-4c94-aae3-b62e8a099a00', 'status': 'completed', 'code': 200} Jun 23 14:12:57.652221 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c6bb8266-bab4-4101-8746-c7161a22970f req-75e1e210-ae29-4c76-bb48-a2909cc7063b tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189988 Jun 23 14:12:57.678763 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e0046926-b4c5-49c0-ad22-824e3f38a919 req-f54b9a94-0122-4d23-b86e-dad73aa8ff8d service neutron] 10.222.0.10 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252507 Jun 23 14:12:57.696750 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-df191446-38fe-4100-82d7-21a127be692f req-125d771f-e190-4143-b012-565b68462fc8 service neutron] 10.222.0.10 "GET /v2.0/networks/2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414460 Jun 23 14:12:57.820543 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-df191446-38fe-4100-82d7-21a127be692f req-f05dfa69-2221-4a49-857f-e4908e0db86e service neutron] 10.222.0.10 "GET /v2.0/networks/2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113303 Jun 23 14:12:57.884607 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa899b-6be7-43a5-9fbb-4483fbf3295a req-1625b218-3151-4e2a-9c97-b41511cfaebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.886770 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47aa899b-6be7-43a5-9fbb-4483fbf3295a req-1625b218-3151-4e2a-9c97-b41511cfaebf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=45fb5802a208496c9d761191dc781516&device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 1096 time: 0.0653214 Jun 23 14:12:57.991166 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa899b-6be7-43a5-9fbb-4483fbf3295a req-b9bd82d9-1c21-4dff-9b8d-6c91654a6435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.992759 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47aa899b-6be7-43a5-9fbb-4483fbf3295a req-b9bd82d9-1c21-4dff-9b8d-6c91654a6435 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f HTTP/1.1" status: 200 len: 909 time: 0.0972276 Jun 23 14:12:58.045503 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47aa899b-6be7-43a5-9fbb-4483fbf3295a req-8f0481b9-44de-45e4-ac02-1381afea98d2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dbab5b9-4e34-4c94-aae3-b62e8a099a00 HTTP/1.1" status: 200 len: 217 time: 0.0418923 Jun 23 14:12:58.129167 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aa899b-6be7-43a5-9fbb-4483fbf3295a req-45506d93-ba62-4b6f-8644-29fb9e92a7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.130665 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47aa899b-6be7-43a5-9fbb-4483fbf3295a req-45506d93-ba62-4b6f-8644-29fb9e92a7a1 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=9673cd0c-9155-428e-b90c-60afd7d45610 HTTP/1.1" status: 200 len: 848 time: 0.0579834 Jun 23 14:12:58.146975 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5064ae3-ff7f-43e5-8331-d045c6b80a62 req-656fbb0b-ec48-4131-aed5-066786374081 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.148405 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d5064ae3-ff7f-43e5-8331-d045c6b80a62 req-656fbb0b-ec48-4131-aed5-066786374081 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 943 time: 0.1053834 Jun 23 14:12:58.182188 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47aa899b-6be7-43a5-9fbb-4483fbf3295a req-b51957a6-f74c-4fe0-b56f-0d2a6821f6f3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326841 Jun 23 14:12:58.209701 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d5064ae3-ff7f-43e5-8331-d045c6b80a62 req-a4f15002-1af4-48ef-bfae-05739c6f7ead tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528891 Jun 23 14:12:58.382182 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47aa899b-6be7-43a5-9fbb-4483fbf3295a req-cbc7dcfd-ae4b-4d82-9cb2-d2fc620aa4bb service neutron] 10.222.0.10 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691325 Jun 23 14:12:58.388724 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9732016-50f8-4787-a7fd-ae9bdcafd4b0 req-1911cfa0-3864-4f4a-a608-1bfbe5699d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.390085 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a9732016-50f8-4787-a7fd-ae9bdcafd4b0 req-1911cfa0-3864-4f4a-a608-1bfbe5699d74 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 1099 time: 0.1408639 Jun 23 14:12:58.545911 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e342fd0-27d5-4179-9717-b39d87508ee7 req-ffef5fd4-0d56-4326-afe5-da6245b673c7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.547306 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9e342fd0-27d5-4179-9717-b39d87508ee7 req-ffef5fd4-0d56-4326-afe5-da6245b673c7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.2113469 Jun 23 14:12:58.582367 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47aa899b-6be7-43a5-9fbb-4483fbf3295a req-20beb3a6-ae4e-4e6e-b9da-a6114cddb0ac service neutron] 10.222.0.10 "GET /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913207 Jun 23 14:12:58.585141 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9732016-50f8-4787-a7fd-ae9bdcafd4b0 req-1a736db8-974f-4c4a-83e9-9a51d914d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.586477 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a9732016-50f8-4787-a7fd-ae9bdcafd4b0 req-1a736db8-974f-4c4a-83e9-9a51d914d748 service neutron] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 920 time: 0.1857278 Jun 23 14:12:58.638011 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9e342fd0-27d5-4179-9717-b39d87508ee7 req-0328f739-5dee-4d59-911e-e1555470c01a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822115 Jun 23 14:12:58.639445 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a9732016-50f8-4787-a7fd-ae9bdcafd4b0 req-fb344947-43b7-470c-95b7-fa75c46afb38 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21 HTTP/1.1" status: 200 len: 217 time: 0.0422199 Jun 23 14:12:58.698241 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9732016-50f8-4787-a7fd-ae9bdcafd4b0 req-1e58069e-8cad-42f3-b7fb-34a53067e1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.699674 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a9732016-50f8-4787-a7fd-ae9bdcafd4b0 req-1e58069e-8cad-42f3-b7fb-34a53067e1b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.0504329 Jun 23 14:12:58.727393 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdac10-abd4-4f42-852f-7ab83f73391b req-ad553042-2607-4534-a7f9-d41aaf32875d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.728871 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-45bdac10-abd4-4f42-852f-7ab83f73391b req-ad553042-2607-4534-a7f9-d41aaf32875d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 945 time: 0.0651670 Jun 23 14:12:58.736612 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a9732016-50f8-4787-a7fd-ae9bdcafd4b0 req-ea9c7c43-6ddc-4eb7-b5fc-9872e4a2727f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269921 Jun 23 14:12:58.770617 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-45bdac10-abd4-4f42-852f-7ab83f73391b req-f9805825-cced-48c8-a595-7173e4003896 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350480 Jun 23 14:12:58.887992 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a9732016-50f8-4787-a7fd-ae9bdcafd4b0 req-3ab6984e-b6d7-4954-a8c8-d98cfd2f2346 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438999 Jun 23 14:12:58.903448 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084bc85e-2555-48e8-88e6-da7cf959e34f req-a222dd5c-b4ab-4609-84a4-bd8cb087b925 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.904825 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-084bc85e-2555-48e8-88e6-da7cf959e34f req-a222dd5c-b4ab-4609-84a4-bd8cb087b925 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 947 time: 0.1229661 Jun 23 14:12:58.991026 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-084bc85e-2555-48e8-88e6-da7cf959e34f req-32acfae6-3fae-4b07-b6a1-d203363c7887 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784819 Jun 23 14:12:59.033642 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a9732016-50f8-4787-a7fd-ae9bdcafd4b0 req-638424ac-cb86-4a95-8385-cd7c26d4af61 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278844 Jun 23 14:12:59.406427 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd30e8-f69c-4ac9-9f22-96dd81e8560d req-54a2ee26-a111-4532-b43e-6041467e684a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:59.409287 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-55dd30e8-f69c-4ac9-9f22-96dd81e8560d req-54a2ee26-a111-4532-b43e-6041467e684a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 943 time: 0.0805125 Jun 23 14:12:59.450199 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-55dd30e8-f69c-4ac9-9f22-96dd81e8560d req-0975de35-f7f5-4184-9fde-bf15cd899621 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347860 Jun 23 14:12:59.607555 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device cefb71b1-ebed-4f7e-99b4-7cf622be715f up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:59.653901 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port cefb71b1-ebed-4f7e-99b4-7cf622be715f completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:59.657626 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port cefb71b1-ebed-4f7e-99b4-7cf622be715f triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:59.657951 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.743395 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.773087 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa06eb6-0a60-4588-b28b-d071328260b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefb71b1-ebed-4f7e-99b4-7cf622be715f'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:59.775353 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c07e9c8-a098-4815-89c7-8a4f654051c0" -d '{"events": [{"server_uuid": "4aa06eb6-0a60-4588-b28b-d071328260b5", "name": "network-vif-plugged", "status": "completed", "tag": "cefb71b1-ebed-4f7e-99b4-7cf622be715f"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:59.789173 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port cefb71b1-ebed-4f7e-99b4-7cf622be715f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=cefb71b1-ebed-4f7e-99b4-7cf622be715f,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:59.793997 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.797099 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:59.818841 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eb81d6-c55b-44c0-b95f-b71b211c119a x-openstack-request-id: req-39eb81d6-c55b-44c0-b95f-b71b211c119a {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:59.819106 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa06eb6-0a60-4588-b28b-d071328260b5", "name": "network-vif-plugged", "status": "completed", "tag": "cefb71b1-ebed-4f7e-99b4-7cf622be715f", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:59.819372 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39eb81d6-c55b-44c0-b95f-b71b211c119a {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:59.819777 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa06eb6-0a60-4588-b28b-d071328260b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cefb71b1-ebed-4f7e-99b4-7cf622be715f', 'code': 200} Jun 23 14:12:59.829829 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696811fa-1623-4785-925b-ee5ac225d472 req-d2c0a97d-6768-4444-8463-6509ff5f157c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:59.831409 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-696811fa-1623-4785-925b-ee5ac225d472 req-d2c0a97d-6768-4444-8463-6509ff5f157c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0726650 Jun 23 14:12:59.854067 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=cefb71b1-ebed-4f7e-99b4-7cf622be715f,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:59.865517 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:59.875085 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-696811fa-1623-4785-925b-ee5ac225d472 req-c02f469c-dc2e-417b-b307-c3ee60c55882 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377288 Jun 23 14:12:59.967396 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8e3d2-e680-41df-94f9-3ec909591c9f req-316f68c5-52a8-4403-b6d0-4aec3e678bca tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:59.968899 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d9c8e3d2-e680-41df-94f9-3ec909591c9f req-316f68c5-52a8-4403-b6d0-4aec3e678bca tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 946 time: 0.0619164 Jun 23 14:13:00.006537 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d9c8e3d2-e680-41df-94f9-3ec909591c9f req-9d4a5807-59c9-4ac4-a3d8-9bd181087138 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314219 Jun 23 14:13:00.072571 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30036282-ed27-418a-98e1-e3833fa49898 req-8710cbd0-2d34-4a28-b87c-899ba3fface7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:00.074634 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-30036282-ed27-418a-98e1-e3833fa49898 req-8710cbd0-2d34-4a28-b87c-899ba3fface7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 1099 time: 0.0560954 Jun 23 14:13:00.111565 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-30036282-ed27-418a-98e1-e3833fa49898 req-fd969de0-7cdf-42d1-bb2b-957f6f8a5e4c service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273640 Jun 23 14:13:00.172764 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56434662-8773-4c2e-a821-c759f5b2c23e req-23d94774-994b-4b3c-8add-2cac389f9261 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:00.174587 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-56434662-8773-4c2e-a821-c759f5b2c23e req-23d94774-994b-4b3c-8add-2cac389f9261 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 947 time: 0.0690324 Jun 23 14:13:00.215108 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-56434662-8773-4c2e-a821-c759f5b2c23e req-0de3dcb2-5050-4317-8de1-232af89cfc98 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Jun 23 14:13:00.623314 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2d6ef-f2d1-48f0-962d-292bae4fab85 req-b0afa676-547f-46c5-bb64-f793a9ae33b9 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:00.624775 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-edf2d6ef-f2d1-48f0-962d-292bae4fab85 req-b0afa676-547f-46c5-bb64-f793a9ae33b9 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 943 time: 0.0686400 Jun 23 14:13:00.662826 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-edf2d6ef-f2d1-48f0-962d-292bae4fab85 req-59614bee-94ab-4908-a0d4-e374097a40e8 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321171 Jun 23 14:13:01.047915 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21f4d0-959d-44f2-b528-275661816d04 req-ed4cf9f4-0982-4dff-9c81-bcc4b29a0f30 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.049299 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5e21f4d0-959d-44f2-b528-275661816d04 req-ed4cf9f4-0982-4dff-9c81-bcc4b29a0f30 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0623720 Jun 23 14:13:01.085394 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5e21f4d0-959d-44f2-b528-275661816d04 req-a2e5ed3a-fb2b-4950-8e41-04544fb0b195 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305548 Jun 23 14:13:01.197127 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d43a2-c0ed-4992-8e46-81fa54aac1e2 req-c744c85f-befa-49d0-bef0-92cfd941139c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.198652 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-707d43a2-c0ed-4992-8e46-81fa54aac1e2 req-c744c85f-befa-49d0-bef0-92cfd941139c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 946 time: 0.0655501 Jun 23 14:13:01.235335 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-707d43a2-c0ed-4992-8e46-81fa54aac1e2 req-68e037a9-4e44-40c9-9fbb-c11e5b6097e5 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310781 Jun 23 14:13:01.412976 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7326ced-87ab-4ae1-a39a-c5ad2276ef8e req-548a789b-b57a-4701-af5f-b0df95249010 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.414710 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a7326ced-87ab-4ae1-a39a-c5ad2276ef8e req-548a789b-b57a-4701-af5f-b0df95249010 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 947 time: 0.0726674 Jun 23 14:13:01.465251 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a7326ced-87ab-4ae1-a39a-c5ad2276ef8e req-405a4a42-b413-436b-bdd1-99d14f7df834 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439441 Jun 23 14:13:01.634515 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device c1a4525b-85cf-447f-a723-54d7a9d05358 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:01.738187 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port c1a4525b-85cf-447f-a723-54d7a9d05358, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c1a4525b-85cf-447f-a723-54d7a9d05358,segment=NetworkSegment(17da4c9c-5564-47f2-afdc-22d72aa9f60e),segment_id=17da4c9c-5564-47f2-afdc-22d72aa9f60e)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:01.749417 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': 'c1a4525b-85cf-447f-a723-54d7a9d05358', 'network_id': '2e2bfcb6-a04c-4bcb-bc2d-a919d53d6930', 'port_id': 'c1a4525b-85cf-447f-a723-54d7a9d05358', 'mac_address': 'fa:16:3e:1e:ff:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 667, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19075923-0324-4194-bb68-b7787aab2696', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:01.791890 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:01.808846 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a4525b-85cf-447f-a723-54d7a9d05358 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:01.829747 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port c1a4525b-85cf-447f-a723-54d7a9d05358, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c1a4525b-85cf-447f-a723-54d7a9d05358,segment=NetworkSegment(17da4c9c-5564-47f2-afdc-22d72aa9f60e),segment_id=17da4c9c-5564-47f2-afdc-22d72aa9f60e)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:01.833800 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:01.835109 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:01.837675 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:01.851807 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6da3d8-85af-4953-8f73-e5513705f66d req-e92c6fae-bdcb-48fd-b386-6ab1f003983e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.853209 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ed6da3d8-85af-4953-8f73-e5513705f66d req-e92c6fae-bdcb-48fd-b386-6ab1f003983e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 943 time: 0.0711255 Jun 23 14:13:01.892792 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ed6da3d8-85af-4953-8f73-e5513705f66d req-c6a1b400-753c-4724-a497-d47fc03e31b1 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337489 Jun 23 14:13:01.913405 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=c1a4525b-85cf-447f-a723-54d7a9d05358,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:01.918068 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:01.979017 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,segment=NetworkSegment(d6e01abb-14ae-41cc-9719-dc318157dae5),segment_id=d6e01abb-14ae-41cc-9719-dc318157dae5)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:01.990282 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '4dbab5b9-4e34-4c94-aae3-b62e8a099a00', 'network_id': 'd9ee0ac3-28ac-4def-acc6-95c58c3bd12f', 'port_id': '4dbab5b9-4e34-4c94-aae3-b62e8a099a00', 'mac_address': 'fa:16:3e:b5:f4:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9673cd0c-9155-428e-b90c-60afd7d45610', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:02.031020 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:02.043683 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:02.064451 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,segment=NetworkSegment(d6e01abb-14ae-41cc-9719-dc318157dae5),segment_id=d6e01abb-14ae-41cc-9719-dc318157dae5)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:02.067918 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:02.069751 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ebac049d-bfc3-4f30-8b5b-1de38241b0f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:02.124034 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:02.128704 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:02.265823 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b71afb-2827-4b60-ba4f-bf28123bd607 req-300a20ce-eb8a-4935-b0c6-3b2d97ed83fc tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.267349 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-42b71afb-2827-4b60-ba4f-bf28123bd607 req-300a20ce-eb8a-4935-b0c6-3b2d97ed83fc tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0657942 Jun 23 14:13:02.304957 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-42b71afb-2827-4b60-ba4f-bf28123bd607 req-8daaad0c-ce07-4128-8005-a7de865aecb9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319924 Jun 23 14:13:02.409480 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fabac7c-622e-4d0a-8697-3c927a908497 req-3d16a991-edef-4a3d-81e7-6f3b58fe269d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.410896 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3fabac7c-622e-4d0a-8697-3c927a908497 req-3d16a991-edef-4a3d-81e7-6f3b58fe269d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 946 time: 0.0659902 Jun 23 14:13:02.453372 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3fabac7c-622e-4d0a-8697-3c927a908497 req-056d0875-c7e2-4b3b-9080-2a774aea4f0f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367579 Jun 23 14:13:02.664759 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45475424-6eea-4e13-9f28-67d2566c8b86 req-73d5d067-9a83-4363-959c-31b5d44ef995 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.666310 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-45475424-6eea-4e13-9f28-67d2566c8b86 req-73d5d067-9a83-4363-959c-31b5d44ef995 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 948 time: 0.0750129 Jun 23 14:13:02.719987 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-45475424-6eea-4e13-9f28-67d2566c8b86 req-149b1828-1ea8-4a7e-805a-9cabcfa8fa3f tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473688 Jun 23 14:13:02.776218 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['c1a4525b-85cf-447f-a723-54d7a9d05358'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:02.803653 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['4dbab5b9-4e34-4c94-aae3-b62e8a099a00'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:02.844689 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 34500) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:02.972346 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-e39de049-fb9f-4396-ac9c-d0921fa0f9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.198451 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcc1b61-7571-4001-9471-95a884ce8019 req-5f575ab8-297c-43ab-813b-45d2ef6bf4c3 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:03.205323 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0fcc1b61-7571-4001-9471-95a884ce8019 req-5f575ab8-297c-43ab-813b-45d2ef6bf4c3 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 944 time: 0.1611242 Jun 23 14:13:03.236307 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-e39de049-fb9f-4396-ac9c-d0921fa0f9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.242611 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-e39de049-fb9f-4396-ac9c-d0921fa0f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.251108 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-55c8aa17-2f01-4f70-a19e-39f8220c5435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:03.269677 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0fcc1b61-7571-4001-9471-95a884ce8019 req-d0ed63fb-070d-4ecc-8732-6605c0980242 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634856 Jun 23 14:13:03.293590 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-e39de049-fb9f-4396-ac9c-d0921fa0f9c9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=10fa5ec2e665484d839d87b5a8578d64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474366 Jun 23 14:13:03.294495 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39de049-fb9f-4396-ac9c-d0921fa0f9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=208b6628-6ed3-49cd-958a-290d70006c9e,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:03.296210 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 34516) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:03.297917 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e39de049-fb9f-4396-ac9c-d0921fa0f9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:03.345187 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f8062f1b-8e01-4162-9603-43d6b1a07c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.366738 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f8062f1b-8e01-4162-9603-43d6b1a07c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.410578 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f8062f1b-8e01-4162-9603-43d6b1a07c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.413175 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f8062f1b-8e01-4162-9603-43d6b1a07c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.414314 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-f8062f1b-8e01-4162-9603-43d6b1a07c52 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/208b6628-6ed3-49cd-958a-290d70006c9e HTTP/1.1" status: 204 len: 168 time: 0.1169355 Jun 23 14:13:03.415102 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-cd09a8c8-49ba-45c2-ba35-7b1295125f4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:03.432720 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8062f1b-8e01-4162-9603-43d6b1a07c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=208b6628-6ed3-49cd-958a-290d70006c9e,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:03.436891 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f8062f1b-8e01-4162-9603-43d6b1a07c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:03.489933 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a42688-38bf-4c67-916c-285e9de1d688 req-26c2d4e1-a951-4886-9df7-1e052647bfe2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:03.491467 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-10a42688-38bf-4c67-916c-285e9de1d688 req-26c2d4e1-a951-4886-9df7-1e052647bfe2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0681832 Jun 23 14:13:03.532771 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-10a42688-38bf-4c67-916c-285e9de1d688 req-e198305c-4285-466a-adf3-141681d25015 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351818 Jun 23 14:13:03.902722 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c949b-53ba-4e4f-a8c5-468469abc3a3 req-098881bf-12a9-49bd-9193-5897a327b48a tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:03.904279 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-208c949b-53ba-4e4f-a8c5-468469abc3a3 req-098881bf-12a9-49bd-9193-5897a327b48a tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 948 time: 0.0635326 Jun 23 14:13:03.946894 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-208c949b-53ba-4e4f-a8c5-468469abc3a3 req-646cb4c0-3e42-41ed-9792-254545f88875 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369921 Jun 23 14:13:04.449958 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11d8b53-4623-4109-8483-63fc5e357b01 req-0d4c4349-f5af-4dd8-906e-78d9640a616c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:04.451836 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c11d8b53-4623-4109-8483-63fc5e357b01 req-0d4c4349-f5af-4dd8-906e-78d9640a616c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 944 time: 0.0675244 Jun 23 14:13:04.489707 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c11d8b53-4623-4109-8483-63fc5e357b01 req-5d5938cb-81ae-40a9-b898-8833565d6aa3 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322881 Jun 23 14:13:04.718635 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88777be-b604-441e-b0a4-d2a7551cd4d0 req-4998f1a1-8e33-4269-a42f-c5d212b3053a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:04.720127 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e88777be-b604-441e-b0a4-d2a7551cd4d0 req-4998f1a1-8e33-4269-a42f-c5d212b3053a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0645990 Jun 23 14:13:04.758624 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e88777be-b604-441e-b0a4-d2a7551cd4d0 req-c98c40c2-21fa-4f11-84ef-52b9916abb14 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Jun 23 14:13:05.121096 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0c055-5c8b-405d-b677-625f6bdf5640 req-a52ff368-baef-4c9a-bdd9-25abb401433b tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.122913 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4fe0c055-5c8b-405d-b677-625f6bdf5640 req-a52ff368-baef-4c9a-bdd9-25abb401433b tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 948 time: 0.0653419 Jun 23 14:13:05.160031 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4fe0c055-5c8b-405d-b677-625f6bdf5640 req-a45d357e-f9c0-4b1a-ba5a-5ef4cc6fe0ba tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313232 Jun 23 14:13:05.661484 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7691d33-af35-4cd8-b5dc-1d851a888ed3 req-4075ab5f-5752-4352-898d-b5fac6c3c3da tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.662962 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f7691d33-af35-4cd8-b5dc-1d851a888ed3 req-4075ab5f-5752-4352-898d-b5fac6c3c3da tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 944 time: 0.0651338 Jun 23 14:13:05.701879 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f7691d33-af35-4cd8-b5dc-1d851a888ed3 req-63f87819-1bd6-4e5e-8618-8fc21823f720 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326228 Jun 23 14:13:05.933408 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f93720-98f2-4459-aaa2-bc83fb8a5254 req-5530a0be-e0b6-44a4-8b0d-27baa21b9c65 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.934794 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-04f93720-98f2-4459-aaa2-bc83fb8a5254 req-5530a0be-e0b6-44a4-8b0d-27baa21b9c65 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0619473 Jun 23 14:13:05.970613 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-04f93720-98f2-4459-aaa2-bc83fb8a5254 req-6c888ea4-c97c-4889-981e-42d9dea64cea tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303545 Jun 23 14:13:06.328698 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c825f607-1dfd-421f-be14-5d43f29dc9da req-e5397540-4cd3-4c7c-9467-9ccf782cebe3 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:06.330338 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c825f607-1dfd-421f-be14-5d43f29dc9da req-e5397540-4cd3-4c7c-9467-9ccf782cebe3 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 948 time: 0.0617497 Jun 23 14:13:06.371906 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c825f607-1dfd-421f-be14-5d43f29dc9da req-be4a1bdc-6ef1-41d1-8841-422b4abecc02 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362093 Jun 23 14:13:06.884154 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfdcd7e-f867-4354-ba2d-7a2c87a0a679 req-a8624404-c8cc-4a66-b09f-b564df11bcdd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:06.885597 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6bfdcd7e-f867-4354-ba2d-7a2c87a0a679 req-a8624404-c8cc-4a66-b09f-b564df11bcdd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 944 time: 0.0624113 Jun 23 14:13:06.923053 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6bfdcd7e-f867-4354-ba2d-7a2c87a0a679 req-4b723e46-ae19-47b2-aac9-7fd8cb552f00 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314140 Jun 23 14:13:07.140069 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3def9-4125-4423-a973-70817f49f7fb req-b22b78cc-069e-45f3-8435-1fdd3b252ac2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:07.141503 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a7c3def9-4125-4423-a973-70817f49f7fb req-b22b78cc-069e-45f3-8435-1fdd3b252ac2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0619018 Jun 23 14:13:07.177316 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a7c3def9-4125-4423-a973-70817f49f7fb req-a04aafa7-ca3c-4cfe-b2a7-233a66313b05 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302505 Jun 23 14:13:07.546662 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3cd410-d514-4f12-a41e-0b688597e3ae req-f335569e-6826-424f-8e45-c030db93caf5 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:07.548070 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3c3cd410-d514-4f12-a41e-0b688597e3ae req-f335569e-6826-424f-8e45-c030db93caf5 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 948 time: 0.0664134 Jun 23 14:13:07.585809 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3c3cd410-d514-4f12-a41e-0b688597e3ae req-bdb38b8d-794f-410d-9a3f-bfa22ef07ac8 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319200 Jun 23 14:13:08.089694 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293294f-e10f-488e-a735-2c7df2aed254 req-d20360bc-0f42-44b3-9388-50a9a28b49cc tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.091149 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2293294f-e10f-488e-a735-2c7df2aed254 req-d20360bc-0f42-44b3-9388-50a9a28b49cc tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 944 time: 0.0617914 Jun 23 14:13:08.128548 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2293294f-e10f-488e-a735-2c7df2aed254 req-1d3e7735-ed21-45ea-966f-9ea73d3dc2d1 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319030 Jun 23 14:13:08.347642 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e200a8-f85f-4751-adae-ae0327d0d99c req-267b3126-ee23-4a9a-9289-1ea4960d3b14 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.349157 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e6e200a8-f85f-4751-adae-ae0327d0d99c req-267b3126-ee23-4a9a-9289-1ea4960d3b14 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0612655 Jun 23 14:13:08.391033 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e6e200a8-f85f-4751-adae-ae0327d0d99c req-163a8d03-d0d0-4f27-94a8-26443dce97a5 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359480 Jun 23 14:13:08.753709 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f5230-e1b4-4ad1-8b36-414f12638779 req-574a0b2a-6d6d-403d-a60d-7be3b27defd9 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.755924 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b22f5230-e1b4-4ad1-8b36-414f12638779 req-574a0b2a-6d6d-403d-a60d-7be3b27defd9 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 948 time: 0.0624254 Jun 23 14:13:08.791699 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b22f5230-e1b4-4ad1-8b36-414f12638779 req-b90cc96e-68f5-44f0-bae1-c796a9a6e7ab tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309913 Jun 23 14:13:09.295767 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48199b1e-260e-4e54-abb6-afea78674ab9 req-bd78df79-07d9-4fd4-8ffe-a5a0b5620d54 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:09.297250 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-48199b1e-260e-4e54-abb6-afea78674ab9 req-bd78df79-07d9-4fd4-8ffe-a5a0b5620d54 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 944 time: 0.0622604 Jun 23 14:13:09.333343 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-48199b1e-260e-4e54-abb6-afea78674ab9 req-4a6b5330-e759-4039-8ee1-704bd603a611 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304229 Jun 23 14:13:09.565262 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf3b41-ac0a-404d-9f93-d731ef405d16 req-64d89515-5fbf-4744-9f53-b1cc0ddc73a3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:09.565262 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0fdf3b41-ac0a-404d-9f93-d731ef405d16 req-64d89515-5fbf-4744-9f53-b1cc0ddc73a3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0640819 Jun 23 14:13:09.601397 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0fdf3b41-ac0a-404d-9f93-d731ef405d16 req-498bd3a1-a1ee-4dde-bde1-eb2f6f63151f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310087 Jun 23 14:13:09.961597 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc7c4a-5153-4d23-aba2-0f9faaa06fa6 req-3bd8677f-692c-43ad-86d3-8475ccc7e09e tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:09.962994 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f5dc7c4a-5153-4d23-aba2-0f9faaa06fa6 req-3bd8677f-692c-43ad-86d3-8475ccc7e09e tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 948 time: 0.0620275 Jun 23 14:13:10.000335 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f5dc7c4a-5153-4d23-aba2-0f9faaa06fa6 req-33ad0df3-c45f-4279-aa71-c5b6b3bcb813 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311131 Jun 23 14:13:10.117524 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device c1a4525b-85cf-447f-a723-54d7a9d05358 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:10.165532 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port c1a4525b-85cf-447f-a723-54d7a9d05358 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:10.168954 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port c1a4525b-85cf-447f-a723-54d7a9d05358 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:10.169340 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:10.243942 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:10.266073 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff177d39-40e8-49d3-8605-23ce4e028824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a4525b-85cf-447f-a723-54d7a9d05358'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:10.268334 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f55734-14bc-4f1f-961d-df490bc31ded" -d '{"events": [{"server_uuid": "ff177d39-40e8-49d3-8605-23ce4e028824", "name": "network-vif-plugged", "status": "completed", "tag": "c1a4525b-85cf-447f-a723-54d7a9d05358"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:10.280357 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port c1a4525b-85cf-447f-a723-54d7a9d05358, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c1a4525b-85cf-447f-a723-54d7a9d05358,segment=NetworkSegment(17da4c9c-5564-47f2-afdc-22d72aa9f60e),segment_id=17da4c9c-5564-47f2-afdc-22d72aa9f60e)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:10.284755 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:10.286635 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-d397eb62-6d6f-4a58-9f91-b7c0cb97e7a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:10.311894 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87443ebb-d80a-4a4c-a355-37729ca27228 x-openstack-request-id: req-87443ebb-d80a-4a4c-a355-37729ca27228 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:10.312199 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff177d39-40e8-49d3-8605-23ce4e028824", "name": "network-vif-plugged", "status": "completed", "tag": "c1a4525b-85cf-447f-a723-54d7a9d05358", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:10.312465 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-87443ebb-d80a-4a4c-a355-37729ca27228 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:10.312869 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff177d39-40e8-49d3-8605-23ce4e028824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a4525b-85cf-447f-a723-54d7a9d05358', 'code': 200} Jun 23 14:13:10.336410 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=c1a4525b-85cf-447f-a723-54d7a9d05358,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:10.339925 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:10.524686 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91710ae8-465e-49c3-8cab-944d72bc39f2 req-196cc217-c97c-46c5-a045-bbcea74587ff tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.526466 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-91710ae8-465e-49c3-8cab-944d72bc39f2 req-196cc217-c97c-46c5-a045-bbcea74587ff tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 944 time: 0.0838726 Jun 23 14:13:10.571465 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-91710ae8-465e-49c3-8cab-944d72bc39f2 req-a2575593-a02f-4ad1-868c-b41b3843ef7c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383458 Jun 23 14:13:10.629836 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d144181-a9e1-4b43-91a4-f34a66a1f63d req-a3a52f4b-8bbf-41f7-aae6-af83b96bf781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.631350 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d144181-a9e1-4b43-91a4-f34a66a1f63d req-a3a52f4b-8bbf-41f7-aae6-af83b96bf781 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 1102 time: 0.0621998 Jun 23 14:13:10.665984 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d144181-a9e1-4b43-91a4-f34a66a1f63d req-a75f5e87-43e1-4932-9bda-79138ccef2db service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276179 Jun 23 14:13:10.780773 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c629e-d9cd-4e8f-b004-8de4d42f784c req-e9aecc25-5ce6-45ea-91a3-6a4d4161bd5b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.782282 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4e5c629e-d9cd-4e8f-b004-8de4d42f784c req-e9aecc25-5ce6-45ea-91a3-6a4d4161bd5b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0695748 Jun 23 14:13:10.821663 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4e5c629e-d9cd-4e8f-b004-8de4d42f784c req-0b632c13-3a78-4a74-be59-9724450ae069 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334756 Jun 23 14:13:10.959740 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-612f7afc-39b2-4682-82d9-4f3a5855a848 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524838 Jun 23 14:13:11.046475 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b62b90a0-bc8d-47aa-97cb-20b040ac9c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.061328 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-27dd2d4a-9f41-4eb4-a451-fbb7488e6fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.062828 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-27dd2d4a-9f41-4eb4-a451-fbb7488e6fcf service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 1099 time: 0.0600555 Jun 23 14:13:11.176944 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-51a444a1-7b50-4c3f-a432-c6a5dbc535b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.178595 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-51a444a1-7b50-4c3f-a432-c6a5dbc535b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.0902719 Jun 23 14:13:11.180136 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.181465 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b1443f-776d-465e-8353-ec1728cae7ce req-3be91715-d786-4ea7-a4f1-5ebef33a30a5 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.183003 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-51b1443f-776d-465e-8353-ec1728cae7ce req-3be91715-d786-4ea7-a4f1-5ebef33a30a5 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0654063 Jun 23 14:13:11.224849 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-51b1443f-776d-465e-8353-ec1728cae7ce req-4e2edbe8-44db-4518-9bf5-bc22209f4d78 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361083 Jun 23 14:13:11.247860 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-a9ead0b3-7ac5-4363-9567-48732e7bbdba service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0 HTTP/1.1" status: 200 len: 1001 time: 0.0617006 Jun 23 14:13:11.301430 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-3cdabdfe-4089-4d6e-bf13-6958316be446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.302819 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-3cdabdfe-4089-4d6e-bf13-6958316be446 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0465939 Jun 23 14:13:11.364394 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-ee24bcfb-b63c-41c7-b204-2901bb5e72fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.365871 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-ee24bcfb-b63c-41c7-b204-2901bb5e72fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536153 Jun 23 14:13:12.012130 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc9fb7f-784b-4136-9751-a5af2cc77982 req-42b65c71-6877-4d43-bf30-7a78a673953c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.014100 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9bc9fb7f-784b-4136-9751-a5af2cc77982 req-42b65c71-6877-4d43-bf30-7a78a673953c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0725362 Jun 23 14:13:12.027935 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-c2735824-79e6-4623-9fd8-c389c88faad5 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621783 Jun 23 14:13:12.060043 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91febee-22cf-4cea-9ef1-4344c1882cb7 req-d5a19a23-9d83-4d07-a25c-5efc848c1ce0 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.062196 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b91febee-22cf-4cea-9ef1-4344c1882cb7 req-d5a19a23-9d83-4d07-a25c-5efc848c1ce0 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 944 time: 0.3635383 Jun 23 14:13:12.074375 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9bc9fb7f-784b-4136-9751-a5af2cc77982 req-47faae15-4f2a-442a-91e9-f20e118cd9f4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520828 Jun 23 14:13:12.112486 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b91febee-22cf-4cea-9ef1-4344c1882cb7 req-fd4f08e2-4de9-4424-9030-a37dc26e691f tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 Jun 23 14:13:12.339156 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1964f2e-721f-48b6-a4cd-9287aa7f60c2 req-7fb86b97-40b9-4bbf-9c1b-9f568f34232f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.340576 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a1964f2e-721f-48b6-a4cd-9287aa7f60c2 req-7fb86b97-40b9-4bbf-9c1b-9f568f34232f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0644064 Jun 23 14:13:12.378091 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a1964f2e-721f-48b6-a4cd-9287aa7f60c2 req-c92248b5-e2c5-433d-93fc-dcbe821cbbe2 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318365 Jun 23 14:13:12.402284 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 34690) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:12.539064 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed45a04-397d-4289-96cf-1169147bbaf2 req-39a427b0-028b-4b14-b08f-7808ddee3c11 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.540543 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fed45a04-397d-4289-96cf-1169147bbaf2 req-39a427b0-028b-4b14-b08f-7808ddee3c11 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0626380 Jun 23 14:13:12.602530 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fed45a04-397d-4289-96cf-1169147bbaf2 req-808cf0d3-e1cb-4c6a-a109-f52761d447d3 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523598 Jun 23 14:13:12.634637 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98518d8d-c760-408e-89d9-2cc300b60a37 tempest-TestMinimumBasicScenario-1064571724 tempest-TestMinimumBasicScenario-1064571724-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.636185 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-98518d8d-c760-408e-89d9-2cc300b60a37 tempest-TestMinimumBasicScenario-1064571724 tempest-TestMinimumBasicScenario-1064571724-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 1093 time: 0.2328436 Jun 23 14:13:12.638912 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 34696) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:12.643159 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'floatingip': {'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'port_id': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:12.665928 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for floatingip, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.760527 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.863253 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Allocated IP 172.27.3.72 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/ed332229-7291-4eef-8970-5ba96a14d1be) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:13:12.960814 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.000627 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.003279 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-34846e1a-d268-415c-9f0b-d67270a6bc16 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:13.035732 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:13:13.040346 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:13:13.044150 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:13:13.070151 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'Port': ['ID=ed332229-7291-4eef-8970-5ba96a14d1be,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:13.073840 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:13.091830 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:13.146566 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:13.150717 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:13.151171 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.241619 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.263958 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb823a-fb03-4bc7-a0ce-377cd538d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbab5b9-4e34-4c94-aae3-b62e8a099a00'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:13.266296 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5a07d2-fe78-44b8-bd46-ec050dff4e18" -d '{"events": [{"server_uuid": "b7fb823a-fb03-4bc7-a0ce-377cd538d338", "name": "network-vif-plugged", "status": "completed", "tag": "4dbab5b9-4e34-4c94-aae3-b62e8a099a00"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:13.279158 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,segment=NetworkSegment(d6e01abb-14ae-41cc-9719-dc318157dae5),segment_id=d6e01abb-14ae-41cc-9719-dc318157dae5)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:13.283001 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.284718 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:13.329763 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:13.333146 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:13.336110 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2b2c32bd-931a-4696-89de-60b9230b6e97 req-a2c41dc3-fb71-4493-8985-3812c3b18199 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245045 Jun 23 14:13:13.398264 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5751f-191b-403e-aaa0-0fb27aa837b8 req-c2ce3292-50d1-4f41-848c-fae642325c81 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.399648 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0ac5751f-191b-403e-aaa0-0fb27aa837b8 req-c2ce3292-50d1-4f41-848c-fae642325c81 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.1705072 Jun 23 14:13:13.488224 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0ac5751f-191b-403e-aaa0-0fb27aa837b8 req-34a82f88-9fe4-482f-8848-aaf295ffe03e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795145 Jun 23 14:13:13.644506 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.700680 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ab301ac6-c607-43c1-a2f0-9bf3cac55f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.708901 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e435dd-f7f9-4407-8f0b-5375de2f8828 req-c010d9a0-1036-4899-ae2b-fe5809359062 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.710384 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e2e435dd-f7f9-4407-8f0b-5375de2f8828 req-c010d9a0-1036-4899-ae2b-fe5809359062 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.1147432 Jun 23 14:13:13.759914 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.793908 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e2e435dd-f7f9-4407-8f0b-5375de2f8828 req-0ac797d8-eaab-4803-8993-0af91fa0a118 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630059 Jun 23 14:13:13.839025 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7842611-0cf7-4555-b01d-7cf5d7df3af4 x-openstack-request-id: req-f7842611-0cf7-4555-b01d-7cf5d7df3af4 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:13.839848 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb823a-fb03-4bc7-a0ce-377cd538d338", "name": "network-vif-plugged", "status": "completed", "tag": "4dbab5b9-4e34-4c94-aae3-b62e8a099a00", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:13.840119 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7842611-0cf7-4555-b01d-7cf5d7df3af4 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:13.840530 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb823a-fb03-4bc7-a0ce-377cd538d338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dbab5b9-4e34-4c94-aae3-b62e8a099a00', 'code': 200} Jun 23 14:13:13.920208 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.933068 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.936526 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:14.022758 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'Port': ['ID=ed332229-7291-4eef-8970-5ba96a14d1be,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:14.027680 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:14.046793 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.091518 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32e884-56e4-4b6d-94e1-36b0fcf58845 req-0073acf3-0cec-4555-90c3-13fb63bc4005 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.092966 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9a32e884-56e4-4b6d-94e1-36b0fcf58845 req-0073acf3-0cec-4555-90c3-13fb63bc4005 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.1704307 Jun 23 14:13:14.174092 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9a32e884-56e4-4b6d-94e1-36b0fcf58845 req-4ba29e6b-6cfb-49d3-af34-1e8e1ea389e1 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733654 Jun 23 14:13:14.180037 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Floating IP 65d03a96-ac7e-4116-86d1-696732b2b5f8 associated. External IP: 172.27.3.72, port: d5612e4a-c4bc-4eca-a149-ad9845182435. Jun 23 14:13:14.232886 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.385011 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Router 83a52512-74d6-41c9-a4fc-88d2810673e5 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:13:14.496827 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:13:14.506640 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] Sync routers for ids ['83a52512-74d6-41c9-a4fc-88d2810673e5'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:13:14.513021 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.518184 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] Routers {'83a52512-74d6-41c9-a4fc-88d2810673e5'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:13:14.519028 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:13:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['83a52512-74d6-41c9-a4fc-88d2810673e5'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:14.560665 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9178936 Jun 23 14:13:14.560665 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:14.561000 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 34718) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:14.562464 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea961bb7-fbc5-433c-9005-3d16e7de6c17" -d '{"events": [{"name": "network-changed", "server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:14.565641 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-4942c69f-fd95-4cbc-aaa0-69d4f65dabf5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1410039525', 'description': 'tempest-secgroup-smoke-1410039525 description', 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:14.592448 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4942c69f-fd95-4cbc-aaa0-69d4f65dabf5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.683458 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4942c69f-fd95-4cbc-aaa0-69d4f65dabf5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.691324 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0296ec7-5295-413a-a6a3-f43c5a9b79ff req-669b8803-59fe-411d-b3f0-32183bba3262 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.693065 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b0296ec7-5295-413a-a6a3-f43c5a9b79ff req-669b8803-59fe-411d-b3f0-32183bba3262 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0766027 Jun 23 14:13:14.694952 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4942c69f-fd95-4cbc-aaa0-69d4f65dabf5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.699623 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e4819871-07c2-4654-90cc-c5893f315579 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:14.709875 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] Set router 83a52512-74d6-41c9-a4fc-88d2810673e5 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:13:14.740243 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4942c69f-fd95-4cbc-aaa0-69d4f65dabf5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:14.746250 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b0296ec7-5295-413a-a6a3-f43c5a9b79ff req-660ffeb5-1b30-4fe4-9b1d-957cb3327eec tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433493 Jun 23 14:13:14.752080 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4942c69f-fd95-4cbc-aaa0-69d4f65dabf5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:14.758571 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4942c69f-fd95-4cbc-aaa0-69d4f65dabf5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.762931 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-4942c69f-fd95-4cbc-aaa0-69d4f65dabf5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1977968 Jun 23 14:13:14.763358 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 34724) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:14.769372 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-f35ae934-ffcd-4237-b841-8baf051a9fca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'security_group_rule': {'security_group_id': '5856a93b-bbe9-44ab-bf88-a8346e7fdc2f', 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:14.806855 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb3c9a3-838f-4f1f-963e-01d94c2eafff x-openstack-request-id: req-fdb3c9a3-838f-4f1f-963e-01d94c2eafff {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:14.807172 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:14.807448 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fdb3c9a3-838f-4f1f-963e-01d94c2eafff {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:14.807867 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'status': 'completed', 'code': 200} Jun 23 14:13:14.809798 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f35ae934-ffcd-4237-b841-8baf051a9fca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.892868 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f35ae934-ffcd-4237-b841-8baf051a9fca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.898001 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f35ae934-ffcd-4237-b841-8baf051a9fca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.900506 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:14.916529 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ae934-ffcd-4237-b841-8baf051a9fca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b29977d-5107-4079-b495-a54640529bb3,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:14.923718 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f35ae934-ffcd-4237-b841-8baf051a9fca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:14.934410 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f35ae934-ffcd-4237-b841-8baf051a9fca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.935521 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-f35ae934-ffcd-4237-b841-8baf051a9fca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713264 Jun 23 14:13:14.938308 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 34728) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:14.943248 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-a5ead296-b185-4f0b-bbd4-ad325f9ff190 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'security_group_rule': {'security_group_id': '5856a93b-bbe9-44ab-bf88-a8346e7fdc2f', 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:14.961465 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:14Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '65d03a96-ac7e-4116-86d1-696732b2b5f8', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'port_id': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'mac_address': 'fa:16:3e:40:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:13Z', 'updated_at': '2021-06-23T14:13:13Z', 'revision_number': 0, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64dd9bb6-484c-4082-8e65-ef9f75800c06', 'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'mac_address': 'fa:16:3e:0b:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:13Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 5, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'subnets': [{'id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:14.970474 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a5ead296-b185-4f0b-bbd4-ad325f9ff190 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:14.993547 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c5ed40-e973-4a18-ade1-38f350db8a12 req-ce77cdca-11be-4a5b-a5b1-fc82c0c354f2 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.996303 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] Checking router: 83a52512-74d6-41c9-a4fc-88d2810673e5 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:13:15.001678 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-48c5ed40-e973-4a18-ade1-38f350db8a12 req-ce77cdca-11be-4a5b-a5b1-fc82c0c354f2 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0796006 Jun 23 14:13:15.006567 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] Routers {'83a52512-74d6-41c9-a4fc-88d2810673e5'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:13:15.007408 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:13:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['83a52512-74d6-41c9-a4fc-88d2810673e5'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:15.035492 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a5ead296-b185-4f0b-bbd4-ad325f9ff190 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.040302 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-48c5ed40-e973-4a18-ade1-38f350db8a12 req-38602408-7c38-487b-8a72-bb42398cf28a tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376508 Jun 23 14:13:15.041172 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a5ead296-b185-4f0b-bbd4-ad325f9ff190 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.043838 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:15.060295 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ead296-b185-4f0b-bbd4-ad325f9ff190 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0b4142-bb7d-47f5-a011-37ae51c1c995,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:15.063221 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-a5ead296-b185-4f0b-bbd4-ad325f9ff190 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:15.066838 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a5ead296-b185-4f0b-bbd4-ad325f9ff190 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.067826 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-a5ead296-b185-4f0b-bbd4-ad325f9ff190 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282456 Jun 23 14:13:15.070505 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 34732) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:15.075369 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-846388f5-e6e6-4dbd-a381-eb5ea74e74b1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'security_group_rule': {'security_group_id': '5856a93b-bbe9-44ab-bf88-a8346e7fdc2f', 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:15.102510 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-846388f5-e6e6-4dbd-a381-eb5ea74e74b1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.129027 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] Set router 83a52512-74d6-41c9-a4fc-88d2810673e5 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:13:15.142782 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.161741 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-846388f5-e6e6-4dbd-a381-eb5ea74e74b1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.169333 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-846388f5-e6e6-4dbd-a381-eb5ea74e74b1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.175013 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-be412fb7-5899-4cd1-af55-6b6ad51a461e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:15.190748 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846388f5-e6e6-4dbd-a381-eb5ea74e74b1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d4fd35-cabd-4df9-8105-9db2f3ae9428,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:15.193594 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-846388f5-e6e6-4dbd-a381-eb5ea74e74b1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:15.195640 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-846388f5-e6e6-4dbd-a381-eb5ea74e74b1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.200720 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 34734) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:15.205879 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-b0dbd8eb-2926-44d0-966d-1403525c9d87 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'security_group_rule': {'security_group_id': '5856a93b-bbe9-44ab-bf88-a8346e7fdc2f', 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:15.210859 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-846388f5-e6e6-4dbd-a381-eb5ea74e74b1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385784 Jun 23 14:13:15.236699 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd8eb-2926-44d0-966d-1403525c9d87 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.291466 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd8eb-2926-44d0-966d-1403525c9d87 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.295465 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd8eb-2926-44d0-966d-1403525c9d87 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.308602 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:15.345615 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dbd8eb-2926-44d0-966d-1403525c9d87 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=685fd646-7e70-4961-abbb-b95b4d0f55ff,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:15.353676 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b0dbd8eb-2926-44d0-966d-1403525c9d87 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:15.367678 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b0dbd8eb-2926-44d0-966d-1403525c9d87 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.368862 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-b0dbd8eb-2926-44d0-966d-1403525c9d87 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1670933 Jun 23 14:13:15.371723 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 34740) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:15.376827 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-ce7093ef-8391-4a2f-b543-b16cde487aeb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'security_group_rule': {'security_group_id': '5856a93b-bbe9-44ab-bf88-a8346e7fdc2f', 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:15.383366 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:14Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '65d03a96-ac7e-4116-86d1-696732b2b5f8', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'port_id': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'mac_address': 'fa:16:3e:40:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:13Z', 'updated_at': '2021-06-23T14:13:13Z', 'revision_number': 0, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64dd9bb6-484c-4082-8e65-ef9f75800c06', 'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'mac_address': 'fa:16:3e:0b:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:13Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 5, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'subnets': [{'id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:15.385629 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95930c0-391b-4b66-aa1c-3cd2e136e1ce req-a2a36750-1f56-4565-9609-f5fe2ab83fcb tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:15.387337 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c95930c0-391b-4b66-aa1c-3cd2e136e1ce req-a2a36750-1f56-4565-9609-f5fe2ab83fcb tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0906320 Jun 23 14:13:15.403489 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.securitygroups_db [None req-ce7093ef-8391-4a2f-b543-b16cde487aeb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Project 6a2f20e87fbf4a4da5f416e96287fb37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:13:15.408460 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ce7093ef-8391-4a2f-b543-b16cde487aeb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.411474 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488c0697-c62b-41fe-b217-92e91761ba47 None None] The sync data for ids ['83a52512-74d6-41c9-a4fc-88d2810673e5'] in dv-cinder-794001-2-iscsi is: [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:14Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '65d03a96-ac7e-4116-86d1-696732b2b5f8', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'floating_ip_address': '172.27.3.72', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'port_id': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 391, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'mac_address': 'fa:16:3e:40:c9:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:13Z', 'updated_at': '2021-06-23T14:13:13Z', 'revision_number': 0, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64dd9bb6-484c-4082-8e65-ef9f75800c06', 'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'mac_address': 'fa:16:3e:0b:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:13Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 5, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'subnets': [{'id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:13:15.431113 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c95930c0-391b-4b66-aa1c-3cd2e136e1ce req-5ca947f7-ff53-44ec-933b-22b789de750b tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363474 Jun 23 14:13:15.476071 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ce7093ef-8391-4a2f-b543-b16cde487aeb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.479712 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ce7093ef-8391-4a2f-b543-b16cde487aeb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.482820 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-a5ead296-b185-4f0b-bbd4-ad325f9ff190 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:15.499903 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7093ef-8391-4a2f-b543-b16cde487aeb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf8bbabf-6ea8-4ff6-ac9f-799302eddda7,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:15.502686 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ce7093ef-8391-4a2f-b543-b16cde487aeb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:15.504132 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ce7093ef-8391-4a2f-b543-b16cde487aeb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.505304 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-ce7093ef-8391-4a2f-b543-b16cde487aeb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1324849 Jun 23 14:13:15.508016 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 34742) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:15.512558 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-60221610-ee65-40d0-957d-f5c954cffbb0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'security_group_rule': {'security_group_id': '5856a93b-bbe9-44ab-bf88-a8346e7fdc2f', 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:15.534695 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.securitygroups_db [None req-60221610-ee65-40d0-957d-f5c954cffbb0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Project 6a2f20e87fbf4a4da5f416e96287fb37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:13:15.540186 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-60221610-ee65-40d0-957d-f5c954cffbb0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.605045 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-60221610-ee65-40d0-957d-f5c954cffbb0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.609968 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-60221610-ee65-40d0-957d-f5c954cffbb0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.612415 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-04de9eaf-845d-4b48-9f2a-8df4bb9b7b15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:15.627325 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93698451-4f80-40b5-920e-a2c4d0818695 None None] New status for floating IP 65d03a96-ac7e-4116-86d1-696732b2b5f8: ACTIVE {{(pid=93099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:13:15.628680 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60221610-ee65-40d0-957d-f5c954cffbb0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ef267d-9aeb-465b-8609-00558d54eabf,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:15.631366 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-60221610-ee65-40d0-957d-f5c954cffbb0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:15.636801 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-60221610-ee65-40d0-957d-f5c954cffbb0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:15.638136 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-60221610-ee65-40d0-957d-f5c954cffbb0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1290917 Jun 23 14:13:15.767798 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-8c332b02-e285-4547-bcea-f92b7d391620 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1410039525&fields=id&tenant_id=6a2f20e87fbf4a4da5f416e96287fb37 HTTP/1.1" status: 200 len: 267 time: 0.0473590 Jun 23 14:13:15.837473 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-3c0139ef-e3f6-43e1-b1b9-f58a662a3cc1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:15.838971 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-3c0139ef-e3f6-43e1-b1b9-f58a662a3cc1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0652151 Jun 23 14:13:15.850141 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'port': {'security_groups': ['54fcc3c8-f34a-4836-b8be-915cf3bd5cc8', '5856a93b-bbe9-44ab-bf88-a8346e7fdc2f']}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:15.938892 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:16.289900 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-4928a7e8-3fd5-478b-b56f-e0ac16ce5e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.291455 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-4928a7e8-3fd5-478b-b56f-e0ac16ce5e0f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 1098 time: 0.1158886 Jun 23 14:13:16.325210 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587c4e3e-c2b7-4de7-8694-da36a6a84ad5 req-6810c96a-fb07-4d34-aa8f-ce69169dfc8a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.326725 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-587c4e3e-c2b7-4de7-8694-da36a6a84ad5 req-6810c96a-fb07-4d34-aa8f-ce69169dfc8a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0672228 Jun 23 14:13:16.365496 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-587c4e3e-c2b7-4de7-8694-da36a6a84ad5 req-100a3e81-1879-448c-861f-ea53252ccd5f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328305 Jun 23 14:13:16.496998 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a6661c-f251-47cb-bbae-db0ed4a8f93d req-1afbfb35-d55a-4ba7-aa39-9a3b1b60ef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.498551 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1a6661c-f251-47cb-bbae-db0ed4a8f93d req-1afbfb35-d55a-4ba7-aa39-9a3b1b60ef34 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 1098 time: 0.2040155 Jun 23 14:13:16.503410 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] For port d5612e4a-c4bc-4eca-a149-ad9845182435, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d5612e4a-c4bc-4eca-a149-ad9845182435,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:16.505485 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-957b09df-a855-401f-b78e-2902a3c4cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.506840 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-957b09df-a855-401f-b78e-2902a3c4cbb9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2 HTTP/1.1" status: 200 len: 915 time: 0.2037821 Jun 23 14:13:16.534251 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:16.539088 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:16.543473 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:16.546948 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8669ef-0a64-4046-8923-2cf9ea5a46c5 req-562ef39a-0fe8-4f27-8786-2f3c6ad8c30b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.548439 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-de8669ef-0a64-4046-8923-2cf9ea5a46c5 req-562ef39a-0fe8-4f27-8786-2f3c6ad8c30b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0663226 Jun 23 14:13:16.580162 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:16.590923 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['d5612e4a-c4bc-4eca-a149-ad9845182435'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:16.592899 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-de8669ef-0a64-4046-8923-2cf9ea5a46c5 req-ab793b98-9ec0-4d43-8e9a-90201e270284 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383389 Jun 23 14:13:16.593248 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.594194 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:16.595636 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-48d5efbf-6e1f-4c47-bd3f-43ddd6e66d4f req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "PUT /v2.0/ports/d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 200 len: 981 time: 0.7499006 Jun 23 14:13:16.711576 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1a6661c-f251-47cb-bbae-db0ed4a8f93d req-4640fa5f-e3ee-4c9d-8cb7-0a630f124a60 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149690 Jun 23 14:13:16.721488 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'Port': ['ID=d5612e4a-c4bc-4eca-a149-ad9845182435,revision_number=6']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:16.726593 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:16.769784 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-67785633-1cab-46fa-84a4-cdddcb434db9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 200 len: 1000 time: 0.1580184 Jun 23 14:13:16.812372 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d078610-0428-4168-b592-f2c4cf966e6d req-57279424-bc04-4462-91ae-54b078c020ec tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.813720 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2d078610-0428-4168-b592-f2c4cf966e6d req-57279424-bc04-4462-91ae-54b078c020ec tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0860825 Jun 23 14:13:16.814502 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:16.816148 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272788f2-4414-4a7d-9ad8-62ffaab90463 req-cd809bf8-530d-4bad-acfa-77b982fb43b5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.816879 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca28a8c-ad29-4f52-bb57-5a062efa544b" -d '{"events": [{"name": "network-changed", "server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:16.817834 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-272788f2-4414-4a7d-9ad8-62ffaab90463 req-cd809bf8-530d-4bad-acfa-77b982fb43b5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0724504 Jun 23 14:13:16.877255 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-272788f2-4414-4a7d-9ad8-62ffaab90463 req-5b073c2f-79e8-48f0-b2d7-42ab5f398513 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0493331 Jun 23 14:13:16.910670 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2d078610-0428-4168-b592-f2c4cf966e6d req-7ebaf2de-255b-45e2-ba3d-5d41db91dc2e tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772398 Jun 23 14:13:16.910948 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-6f20edec-afe8-4767-bd6a-a41c6aabc43f None None] Provisioning complete for port d5612e4a-c4bc-4eca-a149-ad9845182435 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:16.910948 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6f20edec-afe8-4767-bd6a-a41c6aabc43f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:16.939393 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b71652b-7950-45cb-8e42-aed4e0e166de x-openstack-request-id: req-4b71652b-7950-45cb-8e42-aed4e0e166de {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:16.940039 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:16.940515 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4b71652b-7950-45cb-8e42-aed4e0e166de {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:16.941286 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'status': 'completed', 'code': 200} Jun 23 14:13:17.007992 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['d5612e4a-c4bc-4eca-a149-ad9845182435'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:17.266310 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-a4f5bf1a-4ab3-4745-8334-4000119d3b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.268341 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-a4f5bf1a-4ab3-4745-8334-4000119d3b33 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2c28cd8-5df8-4ec8-a6d2-847215c304af HTTP/1.1" status: 200 len: 853 time: 0.0760155 Jun 23 14:13:17.362418 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-d87ccdac-7631-410f-aeaf-daf3f3d4b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.363886 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-d87ccdac-7631-410f-aeaf-daf3f3d4b57c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524600 Jun 23 14:13:17.554371 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce70eb-fad5-4735-ba1d-8b7f24326624 req-57a363b4-2e23-4b63-a98d-abe66c1adebc tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.556228 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-20ce70eb-fad5-4735-ba1d-8b7f24326624 req-57a363b4-2e23-4b63-a98d-abe66c1adebc tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0682154 Jun 23 14:13:17.571312 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-662c971b-a51e-4351-9088-3c2f50468744 service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976603 Jun 23 14:13:17.599340 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-20ce70eb-fad5-4735-ba1d-8b7f24326624 req-e7e293f9-967b-44ac-956c-61aefc9db231 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336647 Jun 23 14:13:17.688359 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ea961bb7-fbc5-433c-9005-3d16e7de6c17 req-69f33f7d-f508-4f62-9519-684251ee445e service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877016 Jun 23 14:13:17.824087 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f739710f-b268-4f5b-9344-56dfb93b9917 req-8a507de3-c714-4a3e-8f04-0b2b7f5a8c0e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.825581 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f739710f-b268-4f5b-9344-56dfb93b9917 req-8a507de3-c714-4a3e-8f04-0b2b7f5a8c0e tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.1139362 Jun 23 14:13:17.828574 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-a9ce748f-78b2-4a3b-9213-5e3c2d90cdcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.829917 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-a9ce748f-78b2-4a3b-9213-5e3c2d90cdcd service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 1137 time: 0.0843689 Jun 23 14:13:17.913965 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f739710f-b268-4f5b-9344-56dfb93b9917 req-bc13f836-a9ba-425f-a54b-49a2c70e9fe9 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815418 Jun 23 14:13:17.958083 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-982c1d7d-3560-480f-a7ce-ca79c0f19ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.959529 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-982c1d7d-3560-480f-a7ce-ca79c0f19ffe service neutron] 10.222.0.10 "GET /v2.0/networks?id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2 HTTP/1.1" status: 200 len: 915 time: 0.1131589 Jun 23 14:13:18.075383 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-4f382918-64db-4bad-a4f8-77dea8961ccc service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 200 len: 1000 time: 0.0813317 Jun 23 14:13:18.093173 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d522ef-5d5b-4a3d-a53d-a5d4aa03967f req-8027ca74-7dc5-4772-a81a-49071de28d82 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.094840 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-71d522ef-5d5b-4a3d-a53d-a5d4aa03967f req-8027ca74-7dc5-4772-a81a-49071de28d82 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0742214 Jun 23 14:13:18.140873 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-71d522ef-5d5b-4a3d-a53d-a5d4aa03967f req-3fada33f-6c58-4c17-84ea-99660f16743d tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386958 Jun 23 14:13:18.151752 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-8830e72a-1b50-4067-9757-a725e1f0b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.153927 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-8830e72a-1b50-4067-9757-a725e1f0b682 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2c28cd8-5df8-4ec8-a6d2-847215c304af HTTP/1.1" status: 200 len: 853 time: 0.0605266 Jun 23 14:13:18.220440 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-509be1b0-d9b2-45f8-90f4-3e36ab4edcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.221848 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-509be1b0-d9b2-45f8-90f4-3e36ab4edcde service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570371 Jun 23 14:13:18.768452 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3459d98b-61cd-47a1-ac27-b0206fb083ea req-dee5257b-723e-4d90-9568-048ad186f937 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.769952 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3459d98b-61cd-47a1-ac27-b0206fb083ea req-dee5257b-723e-4d90-9568-048ad186f937 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0621166 Jun 23 14:13:18.806493 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3459d98b-61cd-47a1-ac27-b0206fb083ea req-80be548a-5726-4857-9117-e1f741c91889 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309529 Jun 23 14:13:19.081332 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb169fb0-aeac-420e-ab7e-3794ed1d2504 req-a425a542-7a29-408b-91cb-0bd55f158352 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.082684 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cb169fb0-aeac-420e-ab7e-3794ed1d2504 req-a425a542-7a29-408b-91cb-0bd55f158352 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0598238 Jun 23 14:13:19.118493 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cb169fb0-aeac-420e-ab7e-3794ed1d2504 req-af87b24d-66e0-4566-b128-a73907e8bbbc tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303819 Jun 23 14:13:19.320946 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890fd5c-889a-4fbf-982e-345640c7d338 req-d6af9ffc-870a-47b2-934b-20bb9a867c1e tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.322418 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5890fd5c-889a-4fbf-982e-345640c7d338 req-d6af9ffc-870a-47b2-934b-20bb9a867c1e tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0690017 Jun 23 14:13:19.358836 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5890fd5c-889a-4fbf-982e-345640c7d338 req-206f8748-b2a9-4add-a0b6-4139d4190d7f tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308659 Jun 23 14:13:19.745313 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5bd096-ec08-4a63-b433-4acafc591ad0 req-d7f1bd05-06db-4b2f-979d-82fbeaabec1b tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.747332 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3d5bd096-ec08-4a63-b433-4acafc591ad0 req-d7f1bd05-06db-4b2f-979d-82fbeaabec1b tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0627589 Jun 23 14:13:19.784764 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3d5bd096-ec08-4a63-b433-4acafc591ad0 req-64e349ab-9ab0-4d2d-aba9-e0821f09408c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Jun 23 14:13:19.975532 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe5a5a-36ff-4709-a14f-eca15977669a req-b9ed17f8-4e52-4260-a9cb-4f03b547b7d6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.976881 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-05fe5a5a-36ff-4709-a14f-eca15977669a req-b9ed17f8-4e52-4260-a9cb-4f03b547b7d6 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0642476 Jun 23 14:13:20.013272 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-05fe5a5a-36ff-4709-a14f-eca15977669a req-9e35a7a1-8fdf-42aa-bd50-53b17b00447d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301003 Jun 23 14:13:20.290039 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7abcb8-d012-4f4e-b6a8-304a4874d9e9 req-e62b0ffd-7b68-4f84-9296-09aad32a602d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.291535 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf7abcb8-d012-4f4e-b6a8-304a4874d9e9 req-e62b0ffd-7b68-4f84-9296-09aad32a602d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0620313 Jun 23 14:13:20.328482 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf7abcb8-d012-4f4e-b6a8-304a4874d9e9 req-df2c3ef5-0ad9-42dd-947d-d790576fb0b8 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314803 Jun 23 14:13:20.955097 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb771fe-1fb7-4a92-ab59-9e876bd2fe3d req-e497121c-4db4-4d63-8bea-d18647d387b1 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.956584 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8fb771fe-1fb7-4a92-ab59-9e876bd2fe3d req-e497121c-4db4-4d63-8bea-d18647d387b1 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0614064 Jun 23 14:13:20.992406 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8fb771fe-1fb7-4a92-ab59-9e876bd2fe3d req-3d898ca2-cb96-4bcb-a2b3-8cce0001f751 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304155 Jun 23 14:13:21.185045 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f05f32-c27d-4ba5-9647-0de6f60f7338 req-3f73fb9f-2bd0-4ca3-99cd-e299b76d0f09 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:21.186508 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b3f05f32-c27d-4ba5-9647-0de6f60f7338 req-3f73fb9f-2bd0-4ca3-99cd-e299b76d0f09 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0672314 Jun 23 14:13:21.221830 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b3f05f32-c27d-4ba5-9647-0de6f60f7338 req-86dc7f23-6567-4d6d-b306-bfdc87477611 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296087 Jun 23 14:13:21.495560 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6ee69d-76d7-4317-bb34-9ff009ac052b req-762e6271-eb38-4389-a9eb-50fc948cf9f4 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:21.496950 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8b6ee69d-76d7-4317-bb34-9ff009ac052b req-762e6271-eb38-4389-a9eb-50fc948cf9f4 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0610704 Jun 23 14:13:21.533475 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8b6ee69d-76d7-4317-bb34-9ff009ac052b req-fe718897-1fc2-4bf0-b280-09b5d951ad3b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303330 Jun 23 14:13:22.133039 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-1072a4c9-9b3d-449c-a6fe-f74f81fcbf6e service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048601 Jun 23 14:13:22.187401 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eabcd5-4e20-4fbd-9ff0-bb56a57a3ef3 req-62b13751-32fb-4d9c-8aa5-6b951dea24f4 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:22.188823 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-42eabcd5-4e20-4fbd-9ff0-bb56a57a3ef3 req-62b13751-32fb-4d9c-8aa5-6b951dea24f4 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0644293 Jun 23 14:13:22.226692 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-42eabcd5-4e20-4fbd-9ff0-bb56a57a3ef3 req-d0dd5343-a936-4258-a6df-9caff9f5b812 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320776 Jun 23 14:13:22.390459 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeec0c-a325-4ac0-bd47-e421e0e45ef7 req-f356f5fd-9fb9-4ed4-92c1-6450dc174a68 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:22.391941 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-bbdeec0c-a325-4ac0-bd47-e421e0e45ef7 req-f356f5fd-9fb9-4ed4-92c1-6450dc174a68 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0637667 Jun 23 14:13:22.428651 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-bbdeec0c-a325-4ac0-bd47-e421e0e45ef7 req-086bb62f-ae51-490b-bc83-597276eda45b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311759 Jun 23 14:13:22.700994 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf049f1-1290-4d5c-9a34-642feea9ec39 req-e1b35483-bb09-428b-a67f-4de975da2170 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:22.702427 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9cf049f1-1290-4d5c-9a34-642feea9ec39 req-e1b35483-bb09-428b-a67f-4de975da2170 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0606086 Jun 23 14:13:22.738127 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9cf049f1-1290-4d5c-9a34-642feea9ec39 req-4c46c89d-cf03-4903-aa67-94937cf3813c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303102 Jun 23 14:13:23.410264 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3f806-f617-4929-84ca-5741f6aea36d req-e857b890-8745-4cbb-adc5-c6e6088fb171 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:23.411813 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e1f3f806-f617-4929-84ca-5741f6aea36d req-e857b890-8745-4cbb-adc5-c6e6088fb171 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0742283 Jun 23 14:13:23.449637 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e1f3f806-f617-4929-84ca-5741f6aea36d req-fddfd100-50c2-44f3-b6d4-2fd5d35f6446 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317118 Jun 23 14:13:23.624153 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd3eb58-4c24-45ce-b660-7ba932dcca42 req-bd8335f6-984b-4e46-b993-f9c2e19607bc tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:23.627865 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8cd3eb58-4c24-45ce-b660-7ba932dcca42 req-bd8335f6-984b-4e46-b993-f9c2e19607bc tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0751843 Jun 23 14:13:23.672237 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8cd3eb58-4c24-45ce-b660-7ba932dcca42 req-d137878c-db16-4ef5-86e6-bd65a7b8fa7d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387077 Jun 23 14:13:23.914330 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cae71-e566-4ece-a11e-ad63a456baea req-a72a2a47-c933-4426-bc30-d010d455a0bb tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:23.915985 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-879cae71-e566-4ece-a11e-ad63a456baea req-a72a2a47-c933-4426-bc30-d010d455a0bb tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0695794 Jun 23 14:13:23.956790 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-879cae71-e566-4ece-a11e-ad63a456baea req-de5c5c63-529a-45df-9f27-a77017d8b4b1 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332479 Jun 23 14:13:23.963373 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9ca28a8c-ad29-4f52-bb57-5a062efa544b req-8f04d9ed-6d8e-440b-859a-81f873a2e8bb service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938287 Jun 23 14:13:24.637194 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7e74a1-ea62-4b9b-bc38-1ce3dedc2bde req-254d7438-6ab5-4d29-b0eb-ae6fb2ca2132 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.638663 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2c7e74a1-ea62-4b9b-bc38-1ce3dedc2bde req-254d7438-6ab5-4d29-b0eb-ae6fb2ca2132 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0668786 Jun 23 14:13:24.675218 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2c7e74a1-ea62-4b9b-bc38-1ce3dedc2bde req-36b2fbba-e4ed-45ab-9509-7c8bf977f810 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307252 Jun 23 14:13:24.842271 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd83015-fdaf-41e8-a7b7-7f1c75579388 req-8e6a6714-0a38-4c35-9a5f-5f239da06ce1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.843781 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2fd83015-fdaf-41e8-a7b7-7f1c75579388 req-8e6a6714-0a38-4c35-9a5f-5f239da06ce1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0623314 Jun 23 14:13:24.882645 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2fd83015-fdaf-41e8-a7b7-7f1c75579388 req-c2b0826a-33fc-4428-acf8-e46641b6b73b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332046 Jun 23 14:13:25.124795 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fba035-e4ca-497c-9775-967e6c764af9 req-efd2bbdb-b164-46e8-a99d-df2b0de13bc0 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.126730 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c2fba035-e4ca-497c-9775-967e6c764af9 req-efd2bbdb-b164-46e8-a99d-df2b0de13bc0 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0620501 Jun 23 14:13:25.165026 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c2fba035-e4ca-497c-9775-967e6c764af9 req-42c99113-bbb1-4ae4-8b36-992c90529606 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Jun 23 14:13:25.849545 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1726b-c39c-420b-8532-143f809816be req-b8648970-79f4-4af6-9ab4-5ef90f5a9454 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.851191 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-b8648970-79f4-4af6-9ab4-5ef90f5a9454 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 815 time: 0.1034031 Jun 23 14:13:25.865545 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e056f3-924a-467f-b7e0-65e3a334b84e req-7ae8c3e0-a329-4d68-a209-5c5c0d5b5e86 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.866467 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-606a8803-dc74-4430-9ecb-c0372cc8b868 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/quotas/a8890c0d47e94d3f81957bf77d74427d HTTP/1.1" status: 200 len: 375 time: 0.0090356 Jun 23 14:13:25.867001 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-31e056f3-924a-467f-b7e0-65e3a334b84e req-7ae8c3e0-a329-4d68-a209-5c5c0d5b5e86 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0719607 Jun 23 14:13:25.906155 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-31e056f3-924a-467f-b7e0-65e3a334b84e req-d7784d6d-8142-46dc-b352-827877442f6d tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329208 Jun 23 14:13:25.942294 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-3889ced9-873e-43c5-9018-2968d468666e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699852 Jun 23 14:13:26.035652 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-159e1e5a-8db8-4fe0-8e09-575c4f4a3c35 service neutron] 10.222.0.26 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882208 Jun 23 14:13:26.068811 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea1fee-9b24-4712-85b8-8a0384da101e req-db976763-9b50-499c-8e77-82d2f6ed6963 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.070319 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-83ea1fee-9b24-4712-85b8-8a0384da101e req-db976763-9b50-499c-8e77-82d2f6ed6963 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0671003 Jun 23 14:13:26.119142 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-83ea1fee-9b24-4712-85b8-8a0384da101e req-6066d761-b7b9-4258-9403-e48597f55d57 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397708 Jun 23 14:13:26.140227 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-206833fd-cdd3-42e6-911e-429879c23ea9 service neutron] 10.222.0.26 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985153 Jun 23 14:13:26.393638 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6720175a-d96e-4f6b-bce3-af6ab9063b9d req-bf159665-b6c6-490a-bc38-321e2411df2c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.395168 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6720175a-d96e-4f6b-bce3-af6ab9063b9d req-bf159665-b6c6-490a-bc38-321e2411df2c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0640967 Jun 23 14:13:26.434943 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6720175a-d96e-4f6b-bce3-af6ab9063b9d req-54abc1c7-d74d-4136-8677-2ee8c16909ee tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340354 Jun 23 14:13:26.504857 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ebe9fe44-a268-46c2-a3c0-d9e9caab081a req-5a0144cd-bd3f-4bed-aa67-5bc069848603 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 210 time: 0.0309803 Jun 23 14:13:27.079812 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0cbdb-74fe-43d1-8ea4-871b03f1167f req-b4fd5bca-ac2a-49d4-9675-9096b277d9b2 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:27.081135 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e2b0cbdb-74fe-43d1-8ea4-871b03f1167f req-b4fd5bca-ac2a-49d4-9675-9096b277d9b2 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0646741 Jun 23 14:13:27.117186 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e2b0cbdb-74fe-43d1-8ea4-871b03f1167f req-37277f20-31e1-4e0f-8d37-9a5de039e66c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304847 Jun 23 14:13:27.292137 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03841326-3108-4f69-973a-321382655d8a req-e7c43c96-22fc-42ba-b64a-002c3a3879c8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:27.294179 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-03841326-3108-4f69-973a-321382655d8a req-e7c43c96-22fc-42ba-b64a-002c3a3879c8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0698090 Jun 23 14:13:27.331363 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-03841326-3108-4f69-973a-321382655d8a req-f2ddecb5-7851-4c27-95b7-2105aee69a3d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315206 Jun 23 14:13:27.604791 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b2f64-c925-4530-ba08-98882df5e9fd req-79bfbff4-e0c5-4a4b-8cb1-96487b836539 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:27.606823 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a7b2f64-c925-4530-ba08-98882df5e9fd req-79bfbff4-e0c5-4a4b-8cb1-96487b836539 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0658469 Jun 23 14:13:27.643328 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a7b2f64-c925-4530-ba08-98882df5e9fd req-d5ae349d-24dd-4ba6-b311-0538da7dadd7 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Jun 23 14:13:27.785019 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cff34b53-2fd1-4e0f-b7f2-34b95f4abcaa req-5dd4ea10-b80c-488f-afa3-439846f1a45e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 210 time: 0.0409286 Jun 23 14:13:28.286093 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c8c55-f234-425a-9b75-1b9a149206b7 req-e204c89e-c4eb-4841-b9b2-24a8a5b9c5a9 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.287546 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-261c8c55-f234-425a-9b75-1b9a149206b7 req-e204c89e-c4eb-4841-b9b2-24a8a5b9c5a9 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0614789 Jun 23 14:13:28.323444 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-261c8c55-f234-425a-9b75-1b9a149206b7 req-ee044c60-7585-4edf-bbd8-79a0d99679cf tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303669 Jun 23 14:13:28.502862 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228794c9-d9ea-478c-894f-8d7527621385 req-5a12dff7-64da-417e-b586-909538aacf4c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.504201 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-228794c9-d9ea-478c-894f-8d7527621385 req-5a12dff7-64da-417e-b586-909538aacf4c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0642924 Jun 23 14:13:28.541682 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-228794c9-d9ea-478c-894f-8d7527621385 req-4de241ba-3905-4e80-8d84-5326aaac7fbb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Jun 23 14:13:28.813056 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b4c5be-434b-4863-94a2-bdfe829831da req-b3d28e74-ea37-41c7-9448-451d3de76108 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.814569 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-32b4c5be-434b-4863-94a2-bdfe829831da req-b3d28e74-ea37-41c7-9448-451d3de76108 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0631902 Jun 23 14:13:28.850954 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-32b4c5be-434b-4863-94a2-bdfe829831da req-61f826e9-55f4-437a-ac58-009616e71edb tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Jun 23 14:13:28.977903 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-44fe6b3b-2206-44d6-92e2-418a843546b1 req-3eef9180-bbfd-40a5-abbb-a2dbe108fd2d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 210 time: 0.0281477 Jun 23 14:13:29.493397 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1219a3cc-2efa-49d6-a6bb-a85234b6a6dc req-971ed27a-965d-47d2-a630-92003636ab56 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:29.494842 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1219a3cc-2efa-49d6-a6bb-a85234b6a6dc req-971ed27a-965d-47d2-a630-92003636ab56 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0644507 Jun 23 14:13:29.531923 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1219a3cc-2efa-49d6-a6bb-a85234b6a6dc req-928ed0cc-a89b-4322-ae55-c5757494d809 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307317 Jun 23 14:13:29.560773 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:13:29.710198 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb45c1-5091-4320-bc60-ead72d5064f3 req-d7bb3e8a-8e69-4402-a70d-96c9eec59046 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:29.712013 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5bcb45c1-5091-4320-bc60-ead72d5064f3 req-d7bb3e8a-8e69-4402-a70d-96c9eec59046 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0631642 Jun 23 14:13:29.748437 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5bcb45c1-5091-4320-bc60-ead72d5064f3 req-d6c05b20-f28e-4c96-8df5-a2d3b45aa376 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310056 Jun 23 14:13:30.021484 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9cc881-f7b1-409f-a3ff-110cb7c785e7 req-0e196522-36ef-460a-ab50-c4cd6456cf36 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:30.022986 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2e9cc881-f7b1-409f-a3ff-110cb7c785e7 req-0e196522-36ef-460a-ab50-c4cd6456cf36 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0660136 Jun 23 14:13:30.060014 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2e9cc881-f7b1-409f-a3ff-110cb7c785e7 req-beb87b73-8324-47d4-94d6-9656f54b2021 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314636 Jun 23 14:13:30.187246 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ab02bbf0-f7c9-47c8-b17b-4cc9ac11419d req-1ca9ed50-bc4e-42a7-8343-d62adf8ce271 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 210 time: 0.0318556 Jun 23 14:13:30.856626 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da15acb0-9c64-4514-94ce-770874399072 req-4a164b7e-f023-40c7-a126-cd507b26df1f tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:30.858088 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-da15acb0-9c64-4514-94ce-770874399072 req-4a164b7e-f023-40c7-a126-cd507b26df1f tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0670409 Jun 23 14:13:30.895023 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-da15acb0-9c64-4514-94ce-770874399072 req-9cb36600-ffd2-45f1-bec8-5e4b97639862 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312903 Jun 23 14:13:31.067699 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fac79b-34cd-4899-ad60-f43f74ad49ae req-6ad8fe35-d7a2-45af-b559-9aae8ec75004 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:31.069130 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f7fac79b-34cd-4899-ad60-f43f74ad49ae req-6ad8fe35-d7a2-45af-b559-9aae8ec75004 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0612059 Jun 23 14:13:31.105550 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f7fac79b-34cd-4899-ad60-f43f74ad49ae req-9e7c816d-7e91-4c82-8949-f7c6ddda9681 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309362 Jun 23 14:13:31.268544 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a0176-bdb3-4f17-ac3b-f2cf8c9e2e46 req-b55fca6a-98d9-4975-95ae-faa992da5d57 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:31.270024 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d86a0176-bdb3-4f17-ac3b-f2cf8c9e2e46 req-b55fca6a-98d9-4975-95ae-faa992da5d57 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0692995 Jun 23 14:13:31.307504 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d86a0176-bdb3-4f17-ac3b-f2cf8c9e2e46 req-098beeb1-9b59-40d6-8435-de70fc5c2ce5 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314999 Jun 23 14:13:31.432213 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9c48e5fe-ac8a-4df3-a063-8e2e80bb5f5e req-554bc879-67ad-4965-8f5d-bf3bf1975bb4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 210 time: 0.0277393 Jun 23 14:13:32.067335 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffe3344-e87d-45d2-9a08-c1450fea877e req-2b754f0f-5f23-4533-aba4-13b27f883dbb tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:32.068747 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1ffe3344-e87d-45d2-9a08-c1450fea877e req-2b754f0f-5f23-4533-aba4-13b27f883dbb tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0606868 Jun 23 14:13:32.108560 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1ffe3344-e87d-45d2-9a08-c1450fea877e req-a0dcc4c5-3629-47f1-a62f-5998a6fd5414 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343201 Jun 23 14:13:32.278513 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5b9a8-74eb-4f21-a396-9389d9a2ed54 req-42843deb-5fc5-4d72-8174-fd878a41be67 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:32.279856 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e3b5b9a8-74eb-4f21-a396-9389d9a2ed54 req-42843deb-5fc5-4d72-8174-fd878a41be67 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0650561 Jun 23 14:13:32.495245 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c9186-5def-4631-a0b1-49e5254ae707 req-33728014-0786-4669-b3c8-017219fda9ea tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:32.497319 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-003c9186-5def-4631-a0b1-49e5254ae707 req-33728014-0786-4669-b3c8-017219fda9ea tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0770600 Jun 23 14:13:32.503766 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e3b5b9a8-74eb-4f21-a396-9389d9a2ed54 req-38cb5a4d-8243-4ce9-877b-db820d95f2ee tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183642 Jun 23 14:13:32.535194 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-003c9186-5def-4631-a0b1-49e5254ae707 req-21db5de7-bf9f-4b33-9e32-8e879ddf916b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318744 Jun 23 14:13:32.641012 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1eeb86a1-297e-43ca-b4c1-be22e9b09df4 req-dd6e9cf5-f0b2-4bea-9c3f-bf8a88554e4a tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 210 time: 0.0319610 Jun 23 14:13:33.068234 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-0b28379e-2eeb-42d0-8e9f-3a98672024f3 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:33.069695 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-0b28379e-2eeb-42d0-8e9f-3a98672024f3 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0647459 Jun 23 14:13:33.208259 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Deleting port c1a4525b-85cf-447f-a723-54d7a9d05358 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:33.208847 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:33.337812 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf28db4-165f-40dc-ae74-656aedb177e3 req-3bec445d-3283-4983-82de-bdc468ccf4ff tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:33.346604 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-eaf28db4-165f-40dc-ae74-656aedb177e3 req-3bec445d-3283-4983-82de-bdc468ccf4ff tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 949 time: 0.0874848 Jun 23 14:13:33.391610 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1726b-c39c-420b-8532-143f809816be req-1bf12bbb-9974-4a12-8c70-1b42432f2c4d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:33.393102 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-1bf12bbb-9974-4a12-8c70-1b42432f2c4d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 815 time: 0.1177261 Jun 23 14:13:33.394833 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-eaf28db4-165f-40dc-ae74-656aedb177e3 req-16ec40d2-485a-4ba3-a5c8-91faf56cef22 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/security-groups?id=2a688c66-1edf-417c-95fa-31104b96225f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470536 Jun 23 14:13:33.409768 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Request body: {'port': {'device_id': '87a87655-a1c0-4b44-a555-5af078c960ac', 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4', 'admin_state_up': True, 'tenant_id': 'a8890c0d47e94d3f81957bf77d74427d'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:33.593531 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] For port c1a4525b-85cf-447f-a723-54d7a9d05358, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c1a4525b-85cf-447f-a723-54d7a9d05358,segment=NetworkSegment(17da4c9c-5564-47f2-afdc-22d72aa9f60e),segment_id=17da4c9c-5564-47f2-afdc-22d72aa9f60e)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:33.593897 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:33.617780 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Calling delete_port for c1a4525b-85cf-447f-a723-54d7a9d05358 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:33.730556 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Made reservation on behalf of a8890c0d47e94d3f81957bf77d74427d for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:13:33.735777 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:33.795882 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af107d30-bd07-4df1-98d1-574030247ee0 req-31b35662-21f0-41b3-bbc7-409d519e1a33 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:33.797380 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-af107d30-bd07-4df1-98d1-574030247ee0 req-31b35662-21f0-41b3-bbc7-409d519e1a33 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0818517 Jun 23 14:13:33.837899 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-af107d30-bd07-4df1-98d1-574030247ee0 req-853446c4-91a0-4beb-91ec-a6fbf1c750bc tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345109 Jun 23 14:13:33.919604 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc291646-a24a-4c5f-a555-68ff31f4cec2 req-93cebd38-215b-42ff-a375-7ac538ef195c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:33.921080 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cc291646-a24a-4c5f-a555-68ff31f4cec2 req-93cebd38-215b-42ff-a375-7ac538ef195c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.2036717 Jun 23 14:13:33.985321 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:33.999997 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cceb5b37-89fe-458e-98d2-f509aea502bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:34.001665 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['c1a4525b-85cf-447f-a723-54d7a9d05358'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:34.025443 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f6fb4234-b5bd-49d4-b20b-0a74c6ac5e48 req-07211b5f-1c9d-423e-8cdc-c5c69ecdb150 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 210 time: 0.0585933 Jun 23 14:13:34.049065 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Pushing event deleted for resources: {'Port': ['ID=c1a4525b-85cf-447f-a723-54d7a9d05358,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:34.065594 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Allocated IP 172.20.0.6 (21949135-2ee6-42bd-989c-5eb0a8da18e4/beda9355-21c8-4003-885c-0161ade90cc3/435fbb14-e9a3-4e88-8047-08ad4ef7db26) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:13:34.080496 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cc291646-a24a-4c5f-a555-68ff31f4cec2 req-aba7e8c1-5e43-44db-bad0-78b06e450e9a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500633 Jun 23 14:13:34.089250 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.089598 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.089962 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.090875 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.091357 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.091577 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.091957 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.092306 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.092615 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.105519 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.105519 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.105519 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:34.136698 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:34.166129 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] No DVR routers for this DVR port c1a4525b-85cf-447f-a723-54d7a9d05358 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:13:34.171384 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:34.173275 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4765e98b-ea29-4909-8b93-dd4fff33b036 req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.10 "DELETE /v2.0/ports/c1a4525b-85cf-447f-a723-54d7a9d05358 HTTP/1.1" status: 204 len: 173 time: 1.0951583 Jun 23 14:13:34.173759 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff177d39-40e8-49d3-8605-23ce4e028824', 'name': 'network-vif-deleted', 'tag': 'c1a4525b-85cf-447f-a723-54d7a9d05358'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:34.176346 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e9af0f-2619-411c-a8d6-05819520f0bb" -d '{"events": [{"server_uuid": "ff177d39-40e8-49d3-8605-23ce4e028824", "name": "network-vif-deleted", "tag": "c1a4525b-85cf-447f-a723-54d7a9d05358"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:34.223660 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbe7c9a-9538-4c56-bbef-03dcc9e082b0 x-openstack-request-id: req-7fbe7c9a-9538-4c56-bbef-03dcc9e082b0 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:34.223987 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff177d39-40e8-49d3-8605-23ce4e028824", "name": "network-vif-deleted", "tag": "c1a4525b-85cf-447f-a723-54d7a9d05358", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:34.224267 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fbe7c9a-9538-4c56-bbef-03dcc9e082b0 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:34.224691 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff177d39-40e8-49d3-8605-23ce4e028824', 'name': 'network-vif-deleted', 'tag': 'c1a4525b-85cf-447f-a723-54d7a9d05358', 'status': 'completed', 'code': 200} Jun 23 14:13:34.339177 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:34.382361 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:34.385900 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:34.424111 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Network 21949135-2ee6-42bd-989c-5eb0a8da18e4 is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:13:34.429292 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:13:34.432996 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:13:34.433173 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['c1846fb8-af4c-4fde-915b-f06424963301', 'cefb71b1-ebed-4f7e-99b4-7cf622be715f'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:34.458821 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Pushing event updated for resources: {'Port': ['ID=435fbb14-e9a3-4e88-8047-08ad4ef7db26,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:34.463164 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:34.486736 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:34.487508 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:34.507503 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1016514 Jun 23 14:13:34.522752 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Request body: {'port': {'device_id': '87a87655-a1c0-4b44-a555-5af078c960ac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:34.610639 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8deb0b57-95f7-419b-91a5-f656c0fe3ef9 req-9c7d0752-ba1d-417c-8d22-9698adc57c0b tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff177d39-40e8-49d3-8605-23ce4e028824 HTTP/1.1" status: 200 len: 210 time: 0.0470095 Jun 23 14:13:34.643589 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:35.165320 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffe906f-f57e-4626-9c8c-eed13ec8365c req-c1f5dbca-77ac-4a94-9825-de8a019195b2 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:35.166818 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6ffe906f-f57e-4626-9c8c-eed13ec8365c req-c1f5dbca-77ac-4a94-9825-de8a019195b2 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.1393549 Jun 23 14:13:35.211933 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f84e4fe-b05f-4ec7-8ad1-7eae20d47a97 req-1c350ec4-5388-4d2a-aa43-1a57d4f08030 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:35.218885 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3f84e4fe-b05f-4ec7-8ad1-7eae20d47a97 req-1c350ec4-5388-4d2a-aa43-1a57d4f08030 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 931 time: 0.0845261 Jun 23 14:13:35.225877 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 435fbb14-e9a3-4e88-8047-08ad4ef7db26 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:35.239150 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:35.254733 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3f84e4fe-b05f-4ec7-8ad1-7eae20d47a97 req-4f9ccb59-e4d4-4f9b-a42d-341df1cb0fdf tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346713 Jun 23 14:13:35.255953 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6ffe906f-f57e-4626-9c8c-eed13ec8365c req-6538cce1-178b-48f0-bc6c-9240efbf62ec tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644264 Jun 23 14:13:35.258479 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Transition to ACTIVE for port object 435fbb14-e9a3-4e88-8047-08ad4ef7db26 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:13:35.264510 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:35.270396 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:35.358952 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=435fbb14-e9a3-4e88-8047-08ad4ef7db26,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:35.386140 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:35.454710 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Attempting to bind port 435fbb14-e9a3-4e88-8047-08ad4ef7db26 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:13:35.455043 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Attempting to bind port 435fbb14-e9a3-4e88-8047-08ad4ef7db26 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:13:35.455369 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Attempting to bind port 435fbb14-e9a3-4e88-8047-08ad4ef7db26 on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:35.462532 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Port 435fbb14-e9a3-4e88-8047-08ad4ef7db26 on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:13:35.462893 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Attempting to bind port 435fbb14-e9a3-4e88-8047-08ad4ef7db26 on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:35.470343 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:13:35.470807 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Checking segment: {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:13:35.471185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Bound using segment: {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:13:35.471605 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Bound port: 435fbb14-e9a3-4e88-8047-08ad4ef7db26, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:13:35.471956 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:35.483141 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb2621-6313-4009-9e6c-6ef8cc803d9d req-7fad14f5-01e9-4162-853d-8a5e1793cd1f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:35.484853 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-deeb2621-6313-4009-9e6c-6ef8cc803d9d req-7fad14f5-01e9-4162-853d-8a5e1793cd1f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0976334 Jun 23 14:13:35.550944 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-deeb2621-6313-4009-9e6c-6ef8cc803d9d req-eb16db85-dd6d-4a47-98b2-8e78453783be tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587852 Jun 23 14:13:35.570978 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] For port 435fbb14-e9a3-4e88-8047-08ad4ef7db26, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:13:35.573927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] For port 435fbb14-e9a3-4e88-8047-08ad4ef7db26, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=435fbb14-e9a3-4e88-8047-08ad4ef7db26,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:13:35.578248 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:35.581171 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:35.623315 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:35.623929 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:35.625277 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] 10.222.0.10 "PUT /v2.0/ports/435fbb14-e9a3-4e88-8047-08ad4ef7db26 HTTP/1.1" status: 200 len: 1093 time: 1.1076019 Jun 23 14:13:35.643142 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Pushing event updated for resources: {'Port': ['ID=435fbb14-e9a3-4e88-8047-08ad4ef7db26,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:35.646390 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:35.727575 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1726b-c39c-420b-8532-143f809816be req-2fcddf98-3a2b-4785-be41-85f060d34a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:35.729059 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-2fcddf98-3a2b-4785-be41-85f060d34a5e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 1096 time: 0.0569110 Jun 23 14:13:35.772729 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-970272e2-d15a-4eb2-842a-8346b5ce5fb7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=435fbb14-e9a3-4e88-8047-08ad4ef7db26 HTTP/1.1" status: 200 len: 217 time: 0.0354397 Jun 23 14:13:35.831163 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1726b-c39c-420b-8532-143f809816be req-023b2865-df8b-4b9a-a1b1-8a10cf5819ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:35.832589 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-023b2865-df8b-4b9a-a1b1-8a10cf5819ca service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beda9355-21c8-4003-885c-0161ade90cc3 HTTP/1.1" status: 200 len: 855 time: 0.0532823 Jun 23 14:13:35.870319 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-eb34d5b7-cab2-4ea6-89f6-62fb9eadd044 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21949135-2ee6-42bd-989c-5eb0a8da18e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273023 Jun 23 14:13:35.977368 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-cf3913c5-59f7-430c-ac5d-b48e413ae981 service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980203 Jun 23 14:13:36.071812 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5dd1726b-c39c-420b-8532-143f809816be req-9fb6c026-2638-4e34-a30a-ac7143afe264 service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863125 Jun 23 14:13:36.225726 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87a87655-a1c0-4b44-a555-5af078c960ac', 'tag': '435fbb14-e9a3-4e88-8047-08ad4ef7db26'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:36.228485 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e689294d-e2ce-4b85-90b5-f8015748f1a1" -d '{"events": [{"name": "network-changed", "server_uuid": "87a87655-a1c0-4b44-a555-5af078c960ac", "tag": "435fbb14-e9a3-4e88-8047-08ad4ef7db26"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:36.273591 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4627bb7e-2618-4fc8-95ac-a8d96fbe0931 x-openstack-request-id: req-4627bb7e-2618-4fc8-95ac-a8d96fbe0931 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:36.273985 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87a87655-a1c0-4b44-a555-5af078c960ac", "tag": "435fbb14-e9a3-4e88-8047-08ad4ef7db26", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:36.274239 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4627bb7e-2618-4fc8-95ac-a8d96fbe0931 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:36.274631 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87a87655-a1c0-4b44-a555-5af078c960ac', 'tag': '435fbb14-e9a3-4e88-8047-08ad4ef7db26', 'status': 'completed', 'code': 200} Jun 23 14:13:36.384726 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689294d-e2ce-4b85-90b5-f8015748f1a1 req-fb5fd8ab-ef7d-4e22-8441-b95de493c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.386201 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e689294d-e2ce-4b85-90b5-f8015748f1a1 req-fb5fd8ab-ef7d-4e22-8441-b95de493c41a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 1096 time: 0.0776639 Jun 23 14:13:36.470992 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b130c3f9-a541-437e-b7f2-8a07970c4d7a req-1aa51887-19f6-4c7b-b1a3-5e848045f898 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.472492 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b130c3f9-a541-437e-b7f2-8a07970c4d7a req-1aa51887-19f6-4c7b-b1a3-5e848045f898 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0774162 Jun 23 14:13:36.522070 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b130c3f9-a541-437e-b7f2-8a07970c4d7a req-b1ed7038-fb29-4c04-9eab-a738912c4c1b tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/security-groups?id=b3c86419-c950-446a-9880-fd80d06ad80f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403278 Jun 23 14:13:36.532268 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689294d-e2ce-4b85-90b5-f8015748f1a1 req-de8ba6d5-41ac-49e9-82be-d3da08cd4494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.533708 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e689294d-e2ce-4b85-90b5-f8015748f1a1 req-de8ba6d5-41ac-49e9-82be-d3da08cd4494 service neutron] 10.222.0.10 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 916 time: 0.1400218 Jun 23 14:13:36.548665 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7184b193-c359-4f5a-b7e7-f655ca6cc4d1 req-f36d0382-e0aa-4d31-a868-8f7df5dc82f6 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.550098 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7184b193-c359-4f5a-b7e7-f655ca6cc4d1 req-f36d0382-e0aa-4d31-a868-8f7df5dc82f6 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 943 time: 0.1474137 Jun 23 14:13:36.608142 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e689294d-e2ce-4b85-90b5-f8015748f1a1 req-44544756-5805-40b1-8d88-a5426b346374 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=435fbb14-e9a3-4e88-8047-08ad4ef7db26 HTTP/1.1" status: 200 len: 217 time: 0.0570531 Jun 23 14:13:36.637046 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7184b193-c359-4f5a-b7e7-f655ca6cc4d1 req-f98283c0-e3a5-475c-82a0-a0d185cfdd03 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793686 Jun 23 14:13:36.685593 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e689294d-e2ce-4b85-90b5-f8015748f1a1 req-e43ad931-7b15-4ff4-b98a-17082d4e24a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.687008 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e689294d-e2ce-4b85-90b5-f8015748f1a1 req-e43ad931-7b15-4ff4-b98a-17082d4e24a8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beda9355-21c8-4003-885c-0161ade90cc3 HTTP/1.1" status: 200 len: 855 time: 0.0659716 Jun 23 14:13:36.730139 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device c1a4525b-85cf-447f-a723-54d7a9d05358 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:36.748764 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e689294d-e2ce-4b85-90b5-f8015748f1a1 req-019b2b8d-7c07-420c-864e-c370175a5703 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21949135-2ee6-42bd-989c-5eb0a8da18e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319750 Jun 23 14:13:36.768515 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: c1a4525b-85cf-447f-a723-54d7a9d05358 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:13:36.768973 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device c1a4525b-85cf-447f-a723-54d7a9d05358 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:13:36.892748 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b2e93e-4ede-40d0-a5d3-14262778a31d req-ac033d09-cb1f-4484-8b4f-20aef558c287 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.894207 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0b2e93e-4ede-40d0-a5d3-14262778a31d req-ac033d09-cb1f-4484-8b4f-20aef558c287 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.1442738 Jun 23 14:13:36.896427 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e689294d-e2ce-4b85-90b5-f8015748f1a1 req-b6305374-170e-440f-88e1-f96e0b8341aa service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324375 Jun 23 14:13:36.984896 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0b2e93e-4ede-40d0-a5d3-14262778a31d req-1e9df086-ba2d-4084-a1a2-9e92d7b5c91e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845025 Jun 23 14:13:37.027272 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e689294d-e2ce-4b85-90b5-f8015748f1a1 req-37ebd8d8-1ef6-40fc-b827-83a05bc1e68c service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196225 Jun 23 14:13:37.177251 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-93732be2-0238-431b-a31e-7ad5976580a3 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:37.178720 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-93732be2-0238-431b-a31e-7ad5976580a3 tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 945 time: 0.0805609 Jun 23 14:13:37.285895 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Deleting port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:37.286543 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:37.383942 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] For port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,segment=NetworkSegment(d6e01abb-14ae-41cc-9719-dc318157dae5),segment_id=d6e01abb-14ae-41cc-9719-dc318157dae5)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:37.384312 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:37.398399 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Calling delete_port for 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:37.545539 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:37.550871 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:37.578520 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['4dbab5b9-4e34-4c94-aae3-b62e8a099a00'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:37.579698 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Pushing event deleted for resources: {'Port': ['ID=4dbab5b9-4e34-4c94-aae3-b62e8a099a00,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:37.585721 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:37.646039 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] No DVR routers for this DVR port 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:13:37.651657 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:37.651657 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7abbba69-e30b-4f38-90c3-0d3059bd3270 req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.10 "DELETE /v2.0/ports/4dbab5b9-4e34-4c94-aae3-b62e8a099a00 HTTP/1.1" status: 204 len: 173 time: 0.4655576 Jun 23 14:13:37.726385 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c05ddda0-6d96-4019-8fef-416ee9b49fb2 req-0a8154f9-61d1-4061-9006-d3cd592396ec tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7fb823a-fb03-4bc7-a0ce-377cd538d338 HTTP/1.1" status: 200 len: 210 time: 0.0705276 Jun 23 14:13:37.929567 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eafcd3b-f7e5-4d51-b6b1-f2480cf87b68 req-c522e32a-6801-420e-a6b5-ea300e14434f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:37.931057 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1eafcd3b-f7e5-4d51-b6b1-f2480cf87b68 req-c522e32a-6801-420e-a6b5-ea300e14434f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 943 time: 0.0757287 Jun 23 14:13:37.971520 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1eafcd3b-f7e5-4d51-b6b1-f2480cf87b68 req-91e2f9ee-f132-4874-9621-6c5650d45b61 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340211 Jun 23 14:13:38.177183 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e33994-9dd7-4621-9666-af072cd3fd38 req-9036a20d-3bf0-43b0-8bed-06dc53287b12 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:38.178661 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-96e33994-9dd7-4621-9666-af072cd3fd38 req-9036a20d-3bf0-43b0-8bed-06dc53287b12 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0686390 Jun 23 14:13:38.230379 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-96e33994-9dd7-4621-9666-af072cd3fd38 req-42815d0c-848d-48e7-a84b-b3c49a50f26a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432220 Jun 23 14:13:38.276227 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7fb823a-fb03-4bc7-a0ce-377cd538d338', 'name': 'network-vif-deleted', 'tag': '4dbab5b9-4e34-4c94-aae3-b62e8a099a00'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:38.278698 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee89c612-4d2e-4b44-8359-2c97cb5b91b3" -d '{"events": [{"server_uuid": "b7fb823a-fb03-4bc7-a0ce-377cd538d338", "name": "network-vif-deleted", "tag": "4dbab5b9-4e34-4c94-aae3-b62e8a099a00"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:38.332321 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3c2ed9d-83be-4611-9455-551b8dc21aaa x-openstack-request-id: req-a3c2ed9d-83be-4611-9455-551b8dc21aaa {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:38.332927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7fb823a-fb03-4bc7-a0ce-377cd538d338", "name": "network-vif-deleted", "tag": "4dbab5b9-4e34-4c94-aae3-b62e8a099a00", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:38.332927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a3c2ed9d-83be-4611-9455-551b8dc21aaa {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:38.333323 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7fb823a-fb03-4bc7-a0ce-377cd538d338', 'name': 'network-vif-deleted', 'tag': '4dbab5b9-4e34-4c94-aae3-b62e8a099a00', 'status': 'completed', 'code': 200} Jun 23 14:13:38.496598 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 35408) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:38.616923 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:38.738941 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:38.743642 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:38.747191 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ce09bdcd-ee4c-446e-9f52-392f750f1541 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:38.788356 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43f5d595bd7446a58231cc63d732d719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2891762 Jun 23 14:13:38.789615 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef8a4db-772b-4d8e-af55-ba82e6a0b590,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:38.790935 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 35418) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:38.797500 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.797876 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.798245 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.798627 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.799144 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.799676 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.800206 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.800730 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.801240 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.801754 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.802280 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.802817 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:38.807056 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:38.851997 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-70e5ad4d-6304-43b2-885c-f9f638ee13e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:38.875105 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-70e5ad4d-6304-43b2-885c-f9f638ee13e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:38.926804 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-70e5ad4d-6304-43b2-885c-f9f638ee13e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:38.930064 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-70e5ad4d-6304-43b2-885c-f9f638ee13e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:38.931443 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-70e5ad4d-6304-43b2-885c-f9f638ee13e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ef8a4db-772b-4d8e-af55-ba82e6a0b590 HTTP/1.1" status: 204 len: 168 time: 0.1394265 Jun 23 14:13:38.932289 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4a3f4c4f-bdc4-4f1c-a98d-84f73bcc8e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:38.941865 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e5ad4d-6304-43b2-885c-f9f638ee13e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef8a4db-772b-4d8e-af55-ba82e6a0b590,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:38.944594 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-70e5ad4d-6304-43b2-885c-f9f638ee13e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:39.226804 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5924cc5c-c53b-4b6b-befa-4dd7ce99b802 req-d3d48223-f6da-4c63-ac9d-cec82cda7075 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:39.226804 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5924cc5c-c53b-4b6b-befa-4dd7ce99b802 req-d3d48223-f6da-4c63-ac9d-cec82cda7075 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 943 time: 0.0852745 Jun 23 14:13:39.273464 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5924cc5c-c53b-4b6b-befa-4dd7ce99b802 req-448b4c24-e78d-48ba-970c-f85fee61f590 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Jun 23 14:13:39.433077 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7530e8f3-9c85-4c3f-b73f-c5dccd35037f req-343fe2f7-b5c7-4f91-9580-49fe95cb4bb4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:39.433077 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7530e8f3-9c85-4c3f-b73f-c5dccd35037f req-343fe2f7-b5c7-4f91-9580-49fe95cb4bb4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0663688 Jun 23 14:13:39.474385 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7530e8f3-9c85-4c3f-b73f-c5dccd35037f req-5ddaa9ed-948f-4498-a4ee-6851a18270ee tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381005 Jun 23 14:13:40.008778 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 35482) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:40.132573 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-62baf535-43a8-4177-8609-83e637fdfdd9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f5e0148458d40488213c12aaea34f9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1225708 Jun 23 14:13:40.134946 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 35486) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:40.180415 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d39db2ca-cdf1-4744-bcc9-cac3f1def8f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:40.200113 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d39db2ca-cdf1-4744-bcc9-cac3f1def8f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:40.250962 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d39db2ca-cdf1-4744-bcc9-cac3f1def8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:40.254096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d39db2ca-cdf1-4744-bcc9-cac3f1def8f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:40.255299 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-d39db2ca-cdf1-4744-bcc9-cac3f1def8f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a688c66-1edf-417c-95fa-31104b96225f HTTP/1.1" status: 204 len: 168 time: 0.1194217 Jun 23 14:13:40.256057 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-70e5ad4d-6304-43b2-885c-f9f638ee13e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:40.263709 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39db2ca-cdf1-4744-bcc9-cac3f1def8f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a688c66-1edf-417c-95fa-31104b96225f,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:40.265895 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d39db2ca-cdf1-4744-bcc9-cac3f1def8f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:40.461859 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415f6326-697a-4320-b474-fae750975e0d req-60f538ce-55fe-44fa-9af3-9a0c52946099 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:40.463704 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-415f6326-697a-4320-b474-fae750975e0d req-60f538ce-55fe-44fa-9af3-9a0c52946099 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 943 time: 0.0724206 Jun 23 14:13:40.509927 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-415f6326-697a-4320-b474-fae750975e0d req-69e96232-335b-4c2d-8ceb-8c2046e10222 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395858 Jun 23 14:13:40.669550 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbedced-738d-422d-86bb-e0fd6c033869 req-024b7613-8862-4b4c-8405-0dcee537fc85 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:40.671044 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7dbedced-738d-422d-86bb-e0fd6c033869 req-024b7613-8862-4b4c-8405-0dcee537fc85 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0630562 Jun 23 14:13:40.708242 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7dbedced-738d-422d-86bb-e0fd6c033869 req-cf9896a9-c02c-4166-a34f-8bc6817c6bf3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316281 Jun 23 14:13:40.763504 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 435fbb14-e9a3-4e88-8047-08ad4ef7db26 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:40.765710 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:40.791972 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:13:40.792325 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 4dbab5b9-4e34-4c94-aae3-b62e8a099a00 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:13:40.877912 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 435fbb14-e9a3-4e88-8047-08ad4ef7db26, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=435fbb14-e9a3-4e88-8047-08ad4ef7db26,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:40.888766 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '435fbb14-e9a3-4e88-8047-08ad4ef7db26', 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4', 'port_id': '435fbb14-e9a3-4e88-8047-08ad4ef7db26', 'mac_address': 'fa:16:3e:2f:38:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda9355-21c8-4003-885c-0161ade90cc3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:40.926161 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:40.942972 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 435fbb14-e9a3-4e88-8047-08ad4ef7db26 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:40.962628 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 435fbb14-e9a3-4e88-8047-08ad4ef7db26, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=435fbb14-e9a3-4e88-8047-08ad4ef7db26,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:40.966628 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:40.968507 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:41.013266 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=435fbb14-e9a3-4e88-8047-08ad4ef7db26,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:41.020064 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.020454 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.020764 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.021117 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.021454 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.021787 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.022124 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.023073 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.023073 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.023289 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.023459 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.023780 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:41.030724 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:41.042088 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-226d6d74-0a95-4c0b-848a-d81a45a12a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:41.684230 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db79b4cc-39d7-4301-a02a-b1f750094ba4 req-647db03d-2d44-4f6c-bf50-3db15847145b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:41.686863 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-db79b4cc-39d7-4301-a02a-b1f750094ba4 req-647db03d-2d44-4f6c-bf50-3db15847145b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 944 time: 0.0657048 Jun 23 14:13:41.725418 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-db79b4cc-39d7-4301-a02a-b1f750094ba4 req-2a683597-e9a2-426f-8f37-54153c55ec0c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Jun 23 14:13:41.891935 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99cfc3-f4bf-47d5-bbb9-a66a3c5cceda req-4e5ca25f-2bf0-45b3-9ec9-b2fcbb8b0557 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:41.893376 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3e99cfc3-f4bf-47d5-bbb9-a66a3c5cceda req-4e5ca25f-2bf0-45b3-9ec9-b2fcbb8b0557 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0657766 Jun 23 14:13:41.928843 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3e99cfc3-f4bf-47d5-bbb9-a66a3c5cceda req-6bea44d4-01dc-48a1-bcc4-e704cfe9b3f3 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299978 Jun 23 14:13:42.895952 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9eb52a-6b99-4a94-9b4f-3cba0b5d2865 req-cbb65ae4-85ea-413d-ac12-e1335bacedd4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.897395 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fc9eb52a-6b99-4a94-9b4f-3cba0b5d2865 req-cbb65ae4-85ea-413d-ac12-e1335bacedd4 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 944 time: 0.0624933 Jun 23 14:13:42.933494 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fc9eb52a-6b99-4a94-9b4f-3cba0b5d2865 req-8ac3796a-3731-42a3-bb3e-aa8b3ca8de9f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306211 Jun 23 14:13:43.106473 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74045858-6450-4fbc-9d7d-ba116bb2e92d req-53c56be2-aa08-4d66-9c18-0356b3d4201e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:43.108474 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-74045858-6450-4fbc-9d7d-ba116bb2e92d req-53c56be2-aa08-4d66-9c18-0356b3d4201e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0639374 Jun 23 14:13:43.145464 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-74045858-6450-4fbc-9d7d-ba116bb2e92d req-c254a92b-75fc-4715-9091-dcaae567e5ad tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312891 Jun 23 14:13:43.556543 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:43.692876 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-83adeea8-25e6-4209-b644-ea521ec38032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:44.102893 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4101d08a-0215-48cd-a048-3391bd185e44 req-d9c90580-dafd-4328-b22d-541c6a2b7a5f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:44.104330 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4101d08a-0215-48cd-a048-3391bd185e44 req-d9c90580-dafd-4328-b22d-541c6a2b7a5f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 944 time: 0.0618701 Jun 23 14:13:44.141971 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4101d08a-0215-48cd-a048-3391bd185e44 req-90691d8f-ba6c-4e48-8f18-2a5f3dd8885d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319827 Jun 23 14:13:44.235187 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:44.322703 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0508f91d-a535-4d47-96e5-c4147eb001e4 req-59c85ab8-9086-40f3-b91f-25a73aa7bcf8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:44.324247 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0508f91d-a535-4d47-96e5-c4147eb001e4 req-59c85ab8-9086-40f3-b91f-25a73aa7bcf8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0633640 Jun 23 14:13:44.362640 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0508f91d-a535-4d47-96e5-c4147eb001e4 req-bc4a1b68-74f1-4980-a63e-339c2edc6f61 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322742 Jun 23 14:13:45.146402 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:45.316412 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaa22b-7891-429b-b53c-5b521c392e4a req-a6df6848-b509-45c6-9881-bd85df35400c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.317875 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5cfaa22b-7891-429b-b53c-5b521c392e4a req-a6df6848-b509-45c6-9881-bd85df35400c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 944 time: 0.0670385 Jun 23 14:13:45.355204 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5cfaa22b-7891-429b-b53c-5b521c392e4a req-f34ca0f6-c467-4ef2-8553-5fc55b4bdf2c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317225 Jun 23 14:13:45.530727 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2839f67-95e6-4192-997f-25fe99f575cc req-a55ab69d-5f8f-485d-a776-90e1211d97e2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.532252 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d2839f67-95e6-4192-997f-25fe99f575cc req-a55ab69d-5f8f-485d-a776-90e1211d97e2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0632854 Jun 23 14:13:45.569636 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d2839f67-95e6-4192-997f-25fe99f575cc req-df6c0c75-efab-41e9-aae3-1beeeda08fcc tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Jun 23 14:13:46.530571 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd53db3-e976-4fee-9590-3fd1de0eae55 req-af5adbb5-a944-436b-947f-b5f3d0b22ba5 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.532563 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0cd53db3-e976-4fee-9590-3fd1de0eae55 req-af5adbb5-a944-436b-947f-b5f3d0b22ba5 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 944 time: 0.0661986 Jun 23 14:13:46.568771 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0cd53db3-e976-4fee-9590-3fd1de0eae55 req-f949fa84-f5b6-47f1-a0ea-05c765311871 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306811 Jun 23 14:13:46.582228 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:46.746759 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4c679c-25e8-4903-a310-46060d245fb6 req-f5208fda-c78f-4d21-bd6b-1f4893715486 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.748286 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2e4c679c-25e8-4903-a310-46060d245fb6 req-f5208fda-c78f-4d21-bd6b-1f4893715486 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0684335 Jun 23 14:13:46.786297 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2e4c679c-25e8-4903-a310-46060d245fb6 req-0537669a-92db-437b-a07a-f404147f3fcf tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318849 Jun 23 14:13:47.746969 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71885fdd-c10b-4e20-8c9b-dfd1d9c13afa req-d2deed17-6c73-4d6d-98f2-7806035923e5 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.748868 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-71885fdd-c10b-4e20-8c9b-dfd1d9c13afa req-d2deed17-6c73-4d6d-98f2-7806035923e5 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 944 time: 0.0681314 Jun 23 14:13:47.787209 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-71885fdd-c10b-4e20-8c9b-dfd1d9c13afa req-b5b3e29b-7c5f-45b6-bdc9-e3052988df4e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323830 Jun 23 14:13:47.965749 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82b952-6170-4a62-ba27-4df30b17ebad req-abed7d32-12c7-4018-ab98-fe2639572946 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.967239 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ce82b952-6170-4a62-ba27-4df30b17ebad req-abed7d32-12c7-4018-ab98-fe2639572946 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0649946 Jun 23 14:13:48.005831 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ce82b952-6170-4a62-ba27-4df30b17ebad req-33e8110e-7020-4737-9db1-d641e4ef1992 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325599 Jun 23 14:13:48.423552 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['435fbb14-e9a3-4e88-8047-08ad4ef7db26'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:48.968874 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf7952a-de7d-48ca-8cdb-f43f07c956e9 req-2fe0f48c-5869-4b17-91b7-b5d9d1b6b3e3 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.970383 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-baf7952a-de7d-48ca-8cdb-f43f07c956e9 req-2fe0f48c-5869-4b17-91b7-b5d9d1b6b3e3 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 944 time: 0.0702729 Jun 23 14:13:49.019770 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-baf7952a-de7d-48ca-8cdb-f43f07c956e9 req-0ccdb955-606c-4ce0-86ae-6503b8ba3cb6 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Jun 23 14:13:49.199374 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be643d0-e5f6-4546-8a6f-c73db33ccc3c req-0f4441f6-5775-4f3c-b4a7-2fafd782c90a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.200921 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6be643d0-e5f6-4546-8a6f-c73db33ccc3c req-0f4441f6-5775-4f3c-b4a7-2fafd782c90a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0726488 Jun 23 14:13:49.240931 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6be643d0-e5f6-4546-8a6f-c73db33ccc3c req-7aecc811-6502-4faa-b6a8-9598ff10362f tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342107 Jun 23 14:13:50.213615 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577bc324-5934-4fd5-8fc1-f20c4a4558ca req-f4cff210-7399-47c3-a974-127af8ba3f9d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.218842 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-577bc324-5934-4fd5-8fc1-f20c4a4558ca req-f4cff210-7399-47c3-a974-127af8ba3f9d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 944 time: 0.0733857 Jun 23 14:13:50.260774 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-577bc324-5934-4fd5-8fc1-f20c4a4558ca req-4444ae31-b926-44cf-a073-ae6f249f7e90 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372117 Jun 23 14:13:50.370260 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea93fe60-6507-44a5-9763-ae95f95303c4 req-6296a55d-654e-4aad-9b3a-ba0a721042f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.371785 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ea93fe60-6507-44a5-9763-ae95f95303c4 req-6296a55d-654e-4aad-9b3a-ba0a721042f4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 1099 time: 0.0546713 Jun 23 14:13:50.464357 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ea93fe60-6507-44a5-9763-ae95f95303c4 req-702a3953-3e04-4cc4-92be-3caaa2d9ae90 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761671 Jun 23 14:13:50.483362 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0a251-f745-439a-89bc-90a7b52f62d9 req-0bb49b0e-3211-4064-b48c-3f32f22fe0bb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.485020 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3dc0a251-f745-439a-89bc-90a7b52f62d9 req-0bb49b0e-3211-4064-b48c-3f32f22fe0bb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.1083674 Jun 23 14:13:50.532332 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3dc0a251-f745-439a-89bc-90a7b52f62d9 req-4a314168-6f34-47e2-bfb5-7afce453d387 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415850 Jun 23 14:13:51.447155 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb876f1-e899-4668-b936-2313d1de508d req-0ec56b5f-6673-4e12-8b95-75839d0bee0b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.449100 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9bb876f1-e899-4668-b936-2313d1de508d req-0ec56b5f-6673-4e12-8b95-75839d0bee0b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 944 time: 0.0688500 Jun 23 14:13:51.494670 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9bb876f1-e899-4668-b936-2313d1de508d req-6f1b32f4-590a-4bac-ac40-b2efbefb6f77 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397935 Jun 23 14:13:51.574057 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 435fbb14-e9a3-4e88-8047-08ad4ef7db26 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:51.660568 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 435fbb14-e9a3-4e88-8047-08ad4ef7db26 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:51.670611 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 435fbb14-e9a3-4e88-8047-08ad4ef7db26 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:51.672393 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.811766 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.824209 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd186928-edbb-4b04-8daf-ee6f9b4c43d2 req-d63fc86e-6262-4752-bb3d-1f36075ae470 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.832905 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fd186928-edbb-4b04-8daf-ee6f9b4c43d2 req-d63fc86e-6262-4752-bb3d-1f36075ae470 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.1040177 Jun 23 14:13:51.835456 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a87655-a1c0-4b44-a555-5af078c960ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435fbb14-e9a3-4e88-8047-08ad4ef7db26'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:51.837704 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f67775e-fb16-4d74-8456-d42928801292" -d '{"events": [{"server_uuid": "87a87655-a1c0-4b44-a555-5af078c960ac", "name": "network-vif-plugged", "status": "completed", "tag": "435fbb14-e9a3-4e88-8047-08ad4ef7db26"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:51.859982 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 435fbb14-e9a3-4e88-8047-08ad4ef7db26, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=435fbb14-e9a3-4e88-8047-08ad4ef7db26,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:51.866907 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.869629 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:51.889732 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-fd186928-edbb-4b04-8daf-ee6f9b4c43d2 req-c0522227-3377-4a33-8d82-51370edc59a8 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558093 Jun 23 14:13:51.896909 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8b8cb6-9c4c-4c7b-8ca1-3d1e675f3b9d x-openstack-request-id: req-aa8b8cb6-9c4c-4c7b-8ca1-3d1e675f3b9d {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:51.897090 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a87655-a1c0-4b44-a555-5af078c960ac", "name": "network-vif-plugged", "status": "completed", "tag": "435fbb14-e9a3-4e88-8047-08ad4ef7db26", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:51.897364 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa8b8cb6-9c4c-4c7b-8ca1-3d1e675f3b9d {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:51.897772 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a87655-a1c0-4b44-a555-5af078c960ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '435fbb14-e9a3-4e88-8047-08ad4ef7db26', 'code': 200} Jun 23 14:13:51.932262 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=435fbb14-e9a3-4e88-8047-08ad4ef7db26,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:51.935411 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:52.143378 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a537c670-070c-473e-914d-c3459809ae65 req-b3d9fae6-6c1d-4e45-851b-3c1e6893d26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.144912 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a537c670-070c-473e-914d-c3459809ae65 req-b3d9fae6-6c1d-4e45-851b-3c1e6893d26a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 1098 time: 0.0617599 Jun 23 14:13:52.199636 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a537c670-070c-473e-914d-c3459809ae65 req-f2d70d1f-63da-44a5-ba9a-5d1b7f42693f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361176 Jun 23 14:13:52.686688 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af65df8-6e36-4a69-9526-32745955bf2f req-5e9c49d7-8bcf-41f5-bb57-cccccf696bdc tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.688295 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7af65df8-6e36-4a69-9526-32745955bf2f req-5e9c49d7-8bcf-41f5-bb57-cccccf696bdc tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 945 time: 0.0779428 Jun 23 14:13:52.734503 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7af65df8-6e36-4a69-9526-32745955bf2f req-1b13494d-593b-4b12-9377-80eec65e772c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Jun 23 14:13:53.086665 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806bea42-e24c-4ab5-971e-3925eb67d721 req-7620bf96-20f7-4272-8875-5c59dd3c48b0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.088332 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-806bea42-e24c-4ab5-971e-3925eb67d721 req-7620bf96-20f7-4272-8875-5c59dd3c48b0 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0742564 Jun 23 14:13:53.134923 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-806bea42-e24c-4ab5-971e-3925eb67d721 req-a6f299d3-154b-4b5f-86cb-1a16a927bf7e tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Jun 23 14:13:53.628697 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9f5e6-088c-4e2a-a073-29334dcdee9f req-4e3f83cc-57a1-46b5-9674-1df9dc463394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.630197 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-71a9f5e6-088c-4e2a-a073-29334dcdee9f req-4e3f83cc-57a1-46b5-9674-1df9dc463394 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b560f5b218b54de3a8c1704bc3a09979&device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 1099 time: 0.0711515 Jun 23 14:13:53.670791 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab2a25-c463-43d3-bce4-401b8d7abfde req-dbc93868-b650-4c33-b2e6-a1bf3bb5ccc4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.672294 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-eaab2a25-c463-43d3-bce4-401b8d7abfde req-dbc93868-b650-4c33-b2e6-a1bf3bb5ccc4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0666442 Jun 23 14:13:53.715653 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-eaab2a25-c463-43d3-bce4-401b8d7abfde req-2aeae44b-6fed-4921-92eb-2276940d9784 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376518 Jun 23 14:13:53.759475 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9f5e6-088c-4e2a-a073-29334dcdee9f req-03180544-1902-4d24-a597-ebc797201c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.762433 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-71a9f5e6-088c-4e2a-a073-29334dcdee9f req-03180544-1902-4d24-a597-ebc797201c8f service neutron] 10.222.0.10 "GET /v2.0/networks?id=11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 200 len: 920 time: 0.1110554 Jun 23 14:13:53.812434 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-71a9f5e6-088c-4e2a-a073-29334dcdee9f req-ed9b8d8d-8cc4-4e01-8343-4ab075607ead service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21 HTTP/1.1" status: 200 len: 217 time: 0.0425308 Jun 23 14:13:53.915078 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a9f5e6-088c-4e2a-a073-29334dcdee9f req-88fa65d4-6d5b-43da-acb9-16cf1911af50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.918201 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-71a9f5e6-088c-4e2a-a073-29334dcdee9f req-88fa65d4-6d5b-43da-acb9-16cf1911af50 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 200 len: 859 time: 0.0942402 Jun 23 14:13:53.960752 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-71a9f5e6-088c-4e2a-a073-29334dcdee9f req-f2966e04-2526-40f0-a02a-b888b3d26095 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=11879569-ede3-4725-9735-40e8446c333f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283110 Jun 23 14:13:53.972466 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aaf27f-b0d7-48a7-b9e3-60f8243d21d2 req-44a3d12d-0586-45e1-9f5b-2e3b0e58456e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.973974 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b2aaf27f-b0d7-48a7-b9e3-60f8243d21d2 req-44a3d12d-0586-45e1-9f5b-2e3b0e58456e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 945 time: 0.1139882 Jun 23 14:13:54.087308 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b2aaf27f-b0d7-48a7-b9e3-60f8243d21d2 req-7951a1ad-6ea1-4e0a-a252-a838ed2c7527 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982733 Jun 23 14:13:54.118596 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-71a9f5e6-088c-4e2a-a073-29334dcdee9f req-acdf8462-e4e4-45ae-ad69-977f66af88c5 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376433 Jun 23 14:13:54.282669 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-71a9f5e6-088c-4e2a-a073-29334dcdee9f req-e5000260-f8d5-4b2b-8186-b1383d3be186 service neutron] 10.222.0.10 "GET /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513810 Jun 23 14:13:54.923562 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16eea8-fa22-486d-8bf6-c46a2e2cd00f req-3f88ff51-43d4-4413-b2a9-83ce23c9b71d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.925027 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-af16eea8-fa22-486d-8bf6-c46a2e2cd00f req-3f88ff51-43d4-4413-b2a9-83ce23c9b71d tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0759315 Jun 23 14:13:54.961424 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-af16eea8-fa22-486d-8bf6-c46a2e2cd00f req-6424e9e5-d124-4d35-838d-902237446de1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309143 Jun 23 14:13:55.324112 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b34c2c-0581-489c-953c-90e11283183d req-1bd83117-2d48-48b1-b41d-8fbf096cf059 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:55.327410 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c4b34c2c-0581-489c-953c-90e11283183d req-1bd83117-2d48-48b1-b41d-8fbf096cf059 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 945 time: 0.1140976 Jun 23 14:13:55.369516 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c4b34c2c-0581-489c-953c-90e11283183d req-9861f289-3fc8-416d-8905-04a2d665ee82 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331600 Jun 23 14:13:56.147627 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bea090a-e85a-4668-ae07-839d8a2de9d9 req-c845bfb4-c466-4b4a-8c99-b4755fea3452 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:56.158831 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1bea090a-e85a-4668-ae07-839d8a2de9d9 req-c845bfb4-c466-4b4a-8c99-b4755fea3452 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0801413 Jun 23 14:13:56.192688 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1bea090a-e85a-4668-ae07-839d8a2de9d9 req-ed6672da-5658-408e-b978-cbed1d621903 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328655 Jun 23 14:13:57.384997 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf733d-2c7e-4941-99ae-a97a1a2e69ca req-b78a919d-64b2-4a51-a67d-d8d8d8202747 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:57.392893 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0faf733d-2c7e-4941-99ae-a97a1a2e69ca req-b78a919d-64b2-4a51-a67d-d8d8d8202747 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0840571 Jun 23 14:13:57.439065 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0faf733d-2c7e-4941-99ae-a97a1a2e69ca req-f87a0197-1ada-48a7-bc61-22af8a74fcb9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448050 Jun 23 14:13:58.660150 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9dc5ea-191f-4b76-852e-71f25f99caee req-53f428cd-c527-4866-a086-90d68b401d50 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.666971 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ab9dc5ea-191f-4b76-852e-71f25f99caee req-53f428cd-c527-4866-a086-90d68b401d50 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0803757 Jun 23 14:13:58.700260 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ab9dc5ea-191f-4b76-852e-71f25f99caee req-5c840c6f-adbc-4d86-93ea-62b9e9024110 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324175 Jun 23 14:14:06.562774 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:14:09.985665 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-ebe091fb-36bf-4fec-ba02-2939e3578642 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:09.987166 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-ebe091fb-36bf-4fec-ba02-2939e3578642 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 815 time: 0.1053433 Jun 23 14:14:10.001875 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e1121e1f-99b2-4373-a2a4-ddf75f0e1bd1 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/quotas/a8890c0d47e94d3f81957bf77d74427d HTTP/1.1" status: 200 len: 375 time: 0.0094297 Jun 23 14:14:10.084997 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ae94e34-b79a-4005-a83f-22181bf233cb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0776734 Jun 23 14:14:10.199280 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-50dd9c36-c1fc-4c21-97b2-67e2c0db6902 service neutron] 10.222.0.26 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065245 Jun 23 14:14:10.320943 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-8f37aef7-a7e6-46b1-a99c-e8b29c682173 service neutron] 10.222.0.26 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142006 Jun 23 14:14:10.578282 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ef1f0-845d-4752-ab89-ff0dd1a0403e req-76207369-e940-4f50-b382-6056efd9287a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:10.579920 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-077ef1f0-845d-4752-ab89-ff0dd1a0403e req-76207369-e940-4f50-b382-6056efd9287a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1230030 Jun 23 14:14:10.627072 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f5f54532-51f9-4cff-972a-551f80a2817b req-f1a1a9b6-9b14-4ab7-b3eb-c4e003a688d2 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 210 time: 0.0501952 Jun 23 14:14:10.648224 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-077ef1f0-845d-4752-ab89-ff0dd1a0403e req-307890fc-903a-4c62-a9ac-f1ae638d2e1a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625050 Jun 23 14:14:11.047232 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-526a76c5-e5e7-492a-aecf-b21b9237518b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.568668 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36014) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:11.611867 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dea493c-e4cf-40b3-b03c-a00fc33d237d admin admin] Deleting subnet 9673cd0c-9155-428e-b90c-60afd7d45610 {{(pid=93097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:14:11.615059 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8dea493c-e4cf-40b3-b03c-a00fc33d237d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.650491 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8dea493c-e4cf-40b3-b03c-a00fc33d237d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13996498'] for subnet, precommit_delete_associations {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.694708 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8dea493c-e4cf-40b3-b03c-a00fc33d237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.774101 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-27f0a665-afbb-4ee4-a90a-1072cdef8808 req-dea04e8a-ebe3-44c2-b0ed-b667b957134a tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 210 time: 0.0378773 Jun 23 14:14:11.781226 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8dea493c-e4cf-40b3-b03c-a00fc33d237d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13390601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12976812'] for subnet, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.791369 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:11.855596 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea493c-e4cf-40b3-b03c-a00fc33d237d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9673cd0c-9155-428e-b90c-60afd7d45610,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:11.865377 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-8dea493c-e4cf-40b3-b03c-a00fc33d237d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.867488 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-8dea493c-e4cf-40b3-b03c-a00fc33d237d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/9673cd0c-9155-428e-b90c-60afd7d45610 HTTP/1.1" status: 204 len: 168 time: 0.2978113 Jun 23 14:14:11.868410 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-8dea493c-e4cf-40b3-b03c-a00fc33d237d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:11.870237 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36022) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:11.932695 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-d07bea7d-5f79-4f21-aff3-7ad0af7cd523 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:11.934671 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-d07bea7d-5f79-4f21-aff3-7ad0af7cd523 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 815 time: 0.1778650 Jun 23 14:14:11.954094 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.959265 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d97def-a9c4-4708-b664-857596e1a047 req-728b073a-8900-41af-89d1-49fc5795758b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:11.968581 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-41d97def-a9c4-4708-b664-857596e1a047 req-728b073a-8900-41af-89d1-49fc5795758b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1411333 Jun 23 14:14:11.996243 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Request body: {'port': {'device_id': '45aa8fed-6cf1-4dfb-b521-42c48f09f698', 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4', 'admin_state_up': True, 'tenant_id': 'a8890c0d47e94d3f81957bf77d74427d'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:12.033483 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-41d97def-a9c4-4708-b664-857596e1a047 req-35387622-0763-4dba-8233-78c4cb07b263 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650322 Jun 23 14:14:12.085071 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.095941 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ee0ac3-28ac-4def-acc6-95c58c3bd12f']}} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:12.106664 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6e01abb-14ae-41cc-9719-dc318157dae5') {'for_net_delete': True} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:12.106967 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6e01abb-14ae-41cc-9719-dc318157dae5') {} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:12.116319 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579061'] for segment, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.135545 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.142044 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:14:12.142457 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461502'] for segment, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: Traceback (most recent call last): Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: timer() Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: cb(*args, **kw) Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: return func(*args, **kwargs) Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: self._notify() Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: self.callback(batched_events) Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: event.method(event) Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: return f(self, *a, **k) Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._get(url).json() Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: return self.request(url, 'GET', **kwargs) Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:14:12.144130 dv-cinder-794001-2-iscsi neutron-server[93098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:14:12.153956 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Made reservation on behalf of a8890c0d47e94d3f81957bf77d74427d for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:12.157519 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.198763 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.202917 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:12.205242 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.209368 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d9ee0ac3-28ac-4def-acc6-95c58c3bd12f HTTP/1.1" status: 204 len: 168 time: 0.3350482 Jun 23 14:14:12.219768 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9ee0ac3-28ac-4def-acc6-95c58c3bd12f,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:12.222338 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:12.286500 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Allocated IP 172.20.0.4 (21949135-2ee6-42bd-989c-5eb0a8da18e4/beda9355-21c8-4003-885c-0161ade90cc3/fec30ba1-7006-47a5-b319-a638447b3bc9) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:12.371767 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36040) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:12.410862 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-19c3e7a6-805d-4927-8772-0964367bce80 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=45fb5802a208496c9d761191dc781516&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377517 Jun 23 14:14:12.413152 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36042) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:12.432982 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.459975 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-405ee994-8e11-48e4-8c3c-de0f4d562ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.471858 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.477095 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4679d21e-b54d-4305-b7ca-ca1f4c4b44ba service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:12.481152 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-405ee994-8e11-48e4-8c3c-de0f4d562ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.489370 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['c1846fb8-af4c-4fde-915b-f06424963301', 'cefb71b1-ebed-4f7e-99b4-7cf622be715f', '435fbb14-e9a3-4e88-8047-08ad4ef7db26'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:12.516250 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Network 21949135-2ee6-42bd-989c-5eb0a8da18e4 is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:12.521756 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:12.525478 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:12.539497 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-405ee994-8e11-48e4-8c3c-de0f4d562ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.543027 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-405ee994-8e11-48e4-8c3c-de0f4d562ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.544511 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-405ee994-8e11-48e4-8c3c-de0f4d562ce5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3c86419-c950-446a-9880-fd80d06ad80f HTTP/1.1" status: 204 len: 168 time: 0.1304185 Jun 23 14:14:12.545507 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2b930237-e0b4-487f-b9ae-16ec6f626b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:12.555273 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ee994-8e11-48e4-8c3c-de0f4d562ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c86419-c950-446a-9880-fd80d06ad80f,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:12.558536 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-405ee994-8e11-48e4-8c3c-de0f4d562ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:12.561191 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Pushing event updated for resources: {'Port': ['ID=fec30ba1-7006-47a5-b319-a638447b3bc9,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:12.566257 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:12.587310 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:12.587829 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.604006 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6332734 Jun 23 14:14:12.617073 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Request body: {'port': {'device_id': '45aa8fed-6cf1-4dfb-b521-42c48f09f698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:12.981903 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.985258 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf33258-2a89-42f9-be39-fe5c33a3021b req-a7c4911e-5165-4af3-a444-285d89015252 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:12.986763 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-caf33258-2a89-42f9-be39-fe5c33a3021b req-a7c4911e-5165-4af3-a444-285d89015252 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 931 time: 0.0628827 Jun 23 14:14:13.024688 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-caf33258-2a89-42f9-be39-fe5c33a3021b req-44c42fc7-4628-4aa2-829b-0b77fd447366 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Jun 23 14:14:13.262492 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc04c8b8-86a6-4907-8202-e74f85b87823 req-21354a89-235f-44e5-a991-d1f4b6af5bd7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:13.263934 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bc04c8b8-86a6-4907-8202-e74f85b87823 req-21354a89-235f-44e5-a991-d1f4b6af5bd7 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1036804 Jun 23 14:14:13.329151 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fec30ba1-7006-47a5-b319-a638447b3bc9 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:13.337946 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.342299 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bc04c8b8-86a6-4907-8202-e74f85b87823 req-e9918a1a-15d5-41c0-bf51-97870e48284c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686522 Jun 23 14:14:13.353059 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Transition to ACTIVE for port object fec30ba1-7006-47a5-b319-a638447b3bc9 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:13.357484 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.360401 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:13.430147 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Pushing event updated for resources: {'Port': ['ID=fec30ba1-7006-47a5-b319-a638447b3bc9,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:13.434184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:13.481549 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Attempting to bind port fec30ba1-7006-47a5-b319-a638447b3bc9 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:13.481886 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Attempting to bind port fec30ba1-7006-47a5-b319-a638447b3bc9 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:13.482213 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Attempting to bind port fec30ba1-7006-47a5-b319-a638447b3bc9 on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:13.486884 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Port fec30ba1-7006-47a5-b319-a638447b3bc9 on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:14:13.487207 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Attempting to bind port fec30ba1-7006-47a5-b319-a638447b3bc9 on network 21949135-2ee6-42bd-989c-5eb0a8da18e4 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:13.492169 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:13.492503 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Checking segment: {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:13.492878 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Bound using segment: {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:13.493299 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Bound port: fec30ba1-7006-47a5-b319-a638447b3bc9, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3faf1a55-3e53-422d-96b0-df4c90e8b376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:13.493936 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.544744 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.560496 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] For port fec30ba1-7006-47a5-b319-a638447b3bc9, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:13.563997 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] For port fec30ba1-7006-47a5-b319-a638447b3bc9, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fec30ba1-7006-47a5-b319-a638447b3bc9,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:13.568262 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.570989 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-222cb23d-083b-4b48-8843-f8ff22b7cca6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:13.600579 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:13.601187 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.602577 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] 10.222.0.10 "PUT /v2.0/ports/fec30ba1-7006-47a5-b319-a638447b3bc9 HTTP/1.1" status: 200 len: 1093 time: 0.9897594 Jun 23 14:14:13.604724 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45aa8fed-6cf1-4dfb-b521-42c48f09f698', 'tag': 'fec30ba1-7006-47a5-b319-a638447b3bc9'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:13.607030 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8" -d '{"events": [{"name": "network-changed", "server_uuid": "45aa8fed-6cf1-4dfb-b521-42c48f09f698", "tag": "fec30ba1-7006-47a5-b319-a638447b3bc9"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:13.634022 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Pushing event updated for resources: {'Port': ['ID=fec30ba1-7006-47a5-b319-a638447b3bc9,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:13.636752 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:13.648480 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c4cfcb-bf62-4eb4-bc4b-93f49864c919 x-openstack-request-id: req-55c4cfcb-bf62-4eb4-bc4b-93f49864c919 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:13.648802 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45aa8fed-6cf1-4dfb-b521-42c48f09f698", "tag": "fec30ba1-7006-47a5-b319-a638447b3bc9", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:13.649083 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-55c4cfcb-bf62-4eb4-bc4b-93f49864c919 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:13.649498 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45aa8fed-6cf1-4dfb-b521-42c48f09f698', 'tag': 'fec30ba1-7006-47a5-b319-a638447b3bc9', 'status': 'completed', 'code': 200} Jun 23 14:14:13.692868 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5318c538-6b2f-4a9c-bb39-7b07638520a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:13.717958 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-1aee6253-2296-45d2-bb39-a7dc5a7104d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:13.719481 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-1aee6253-2296-45d2-bb39-a7dc5a7104d3 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 1096 time: 0.0596213 Jun 23 14:14:13.765031 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-1dba6f59-1e9b-46c3-8536-c63d6d5f6903 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fec30ba1-7006-47a5-b319-a638447b3bc9 HTTP/1.1" status: 200 len: 217 time: 0.0344532 Jun 23 14:14:13.816617 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-c17017d4-4023-443c-98d1-c2b84499abac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:13.817987 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-c17017d4-4023-443c-98d1-c2b84499abac service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beda9355-21c8-4003-885c-0161ade90cc3 HTTP/1.1" status: 200 len: 855 time: 0.0419939 Jun 23 14:14:13.856188 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-0aedb588-a7fc-40ca-be60-da8dfd66a75b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21949135-2ee6-42bd-989c-5eb0a8da18e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282457 Jun 23 14:14:13.945294 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-f73934ac-85c4-415e-877b-7b9b1172732f service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811918 Jun 23 14:14:14.035086 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6c9d037c-4aea-44d6-908d-8f65ca285cfe req-7b72a6c7-9725-4f8e-9d3b-215846f7bf00 service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824394 Jun 23 14:14:14.236244 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.265715 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8 req-5d950c9f-3a2d-4716-832f-21b21480ec00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:14.267244 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8 req-5d950c9f-3a2d-4716-832f-21b21480ec00 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=a8890c0d47e94d3f81957bf77d74427d&device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 1096 time: 0.1421089 Jun 23 14:14:14.279029 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-41ed2135-97ba-4f24-9d26-a2e52e990150 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:14.281086 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-41ed2135-97ba-4f24-9d26-a2e52e990150 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.10 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.1456089 Jun 23 14:14:14.297349 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951fabc7-3c03-4b21-91fe-48a9b6754198 req-c471a2ad-91f9-4d64-b46a-ef1db3083958 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:14.298851 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-951fabc7-3c03-4b21-91fe-48a9b6754198 req-c471a2ad-91f9-4d64-b46a-ef1db3083958 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 943 time: 0.1382484 Jun 23 14:14:14.438187 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-951fabc7-3c03-4b21-91fe-48a9b6754198 req-0b2c8c79-9326-4498-a726-68138c36db5b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218338 Jun 23 14:14:14.483762 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8 req-d573bb90-abe4-49a1-b167-1f47ff0827ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:14.485156 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8 req-d573bb90-abe4-49a1-b167-1f47ff0827ad service neutron] 10.222.0.10 "GET /v2.0/networks?id=21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 200 len: 916 time: 0.2032070 Jun 23 14:14:14.503020 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Deleting port e8fa0ebf-d99c-4270-89d9-9ff8fc160609 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:14.503555 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.525985 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf4ffde-146a-46d5-9618-06a1f6432b8c req-1b58dc51-568e-41a7-a0f6-32af4a4232fd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:14.527504 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6cf4ffde-146a-46d5-9618-06a1f6432b8c req-1b58dc51-568e-41a7-a0f6-32af4a4232fd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 945 time: 0.0633211 Jun 23 14:14:14.558154 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8 req-53c03004-09f9-411e-b596-62b4f511ad4b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fec30ba1-7006-47a5-b319-a638447b3bc9 HTTP/1.1" status: 200 len: 217 time: 0.0502019 Jun 23 14:14:14.567993 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6cf4ffde-146a-46d5-9618-06a1f6432b8c req-b6d0ffa9-4260-405f-a35c-b41691d23d00 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Jun 23 14:14:14.662321 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8 req-9e60fb81-bb2b-4102-9943-05c782e67a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:14.663890 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8 req-9e60fb81-bb2b-4102-9943-05c782e67a68 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=beda9355-21c8-4003-885c-0161ade90cc3 HTTP/1.1" status: 200 len: 855 time: 0.0684838 Jun 23 14:14:14.683855 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] For port e8fa0ebf-d99c-4270-89d9-9ff8fc160609, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:14.684218 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.709036 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8 req-fc92ea9f-1cb2-4c1f-b6a6-06b96fa9bbea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=21949135-2ee6-42bd-989c-5eb0a8da18e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341284 Jun 23 14:14:14.714428 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Calling delete_port for e8fa0ebf-d99c-4270-89d9-9ff8fc160609 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:14.876124 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8 req-65a1475c-5e70-46c0-8ba7-366b79b9ee9a service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560524 Jun 23 14:14:14.989067 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.995369 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:15.005987 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['e8fa0ebf-d99c-4270-89d9-9ff8fc160609', '046f361d-6b20-4bfd-b3c5-b9a97aa4da21'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:15.024410 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Pushing event deleted for resources: {'Port': ['ID=e8fa0ebf-d99c-4270-89d9-9ff8fc160609,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:15.029753 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:15.071018 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3fdfbfb1-7589-4c37-a3ad-8fa37e3ecaf8 req-d174f615-fdf3-42e8-80b5-63dc29d3dca5 service neutron] 10.222.0.10 "GET /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843750 Jun 23 14:14:15.087128 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] No DVR routers for this DVR port e8fa0ebf-d99c-4270-89d9-9ff8fc160609 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:15.089840 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.091677 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fcfa8402-dced-4e5c-8759-4f482f47bbf0 req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.10 "DELETE /v2.0/ports/e8fa0ebf-d99c-4270-89d9-9ff8fc160609 HTTP/1.1" status: 204 len: 173 time: 0.7919288 Jun 23 14:14:15.159529 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.173470 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bedfb3-f96c-4d6a-8e1b-fb4287f0a9b9 req-a7b88364-14f2-4f1b-a8d5-6cc8b25188e9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:15.174972 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d0bedfb3-f96c-4d6a-8e1b-fb4287f0a9b9 req-a7b88364-14f2-4f1b-a8d5-6cc8b25188e9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0790803 Jun 23 14:14:15.212935 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d0bedfb3-f96c-4d6a-8e1b-fb4287f0a9b9 req-b6dcac10-a350-4c76-b28c-9338ec6e6ebd tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322413 Jun 23 14:14:15.616043 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6da1df-1fd2-46ad-a077-bf4f88be0045 req-925b4ca2-a625-4ec4-abe6-c0674b4c91a1 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:15.617514 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5b6da1df-1fd2-46ad-a077-bf4f88be0045 req-925b4ca2-a625-4ec4-abe6-c0674b4c91a1 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 943 time: 0.0649347 Jun 23 14:14:15.650160 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67260bd7-a7d3-4718-9cb2-acdc7e60987a', 'name': 'network-vif-deleted', 'tag': 'e8fa0ebf-d99c-4270-89d9-9ff8fc160609'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:15.655458 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf32266-b673-4153-b727-684ebefbc451" -d '{"events": [{"server_uuid": "67260bd7-a7d3-4718-9cb2-acdc7e60987a", "name": "network-vif-deleted", "tag": "e8fa0ebf-d99c-4270-89d9-9ff8fc160609"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:15.655941 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36096) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:15.662869 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5b6da1df-1fd2-46ad-a077-bf4f88be0045 req-a4536623-2bec-460f-ab12-5a290824e0fc tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394886 Jun 23 14:14:15.723872 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1c8e52-1dbe-4ca0-8f9f-a8fc03d92c52 x-openstack-request-id: req-8f1c8e52-1dbe-4ca0-8f9f-a8fc03d92c52 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:15.724194 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67260bd7-a7d3-4718-9cb2-acdc7e60987a", "name": "network-vif-deleted", "tag": "e8fa0ebf-d99c-4270-89d9-9ff8fc160609", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:15.724472 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8f1c8e52-1dbe-4ca0-8f9f-a8fc03d92c52 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:15.724890 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67260bd7-a7d3-4718-9cb2-acdc7e60987a', 'name': 'network-vif-deleted', 'tag': 'e8fa0ebf-d99c-4270-89d9-9ff8fc160609', 'status': 'completed', 'code': 200} Jun 23 14:14:15.734158 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-04b47559-94ac-42ac-a117-52d07283c1f2 req-30b96b55-5cc8-4bc5-ac78-cecf7e850aff tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=67260bd7-a7d3-4718-9cb2-acdc7e60987a HTTP/1.1" status: 200 len: 210 time: 0.0311787 Jun 23 14:14:15.784979 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-12c3487c-036c-4b05-855d-4df6ed01a835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.880566 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-12c3487c-036c-4b05-855d-4df6ed01a835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.884494 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-12c3487c-036c-4b05-855d-4df6ed01a835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.887804 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:15.928017 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-12c3487c-036c-4b05-855d-4df6ed01a835 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=115187e605b64cf0a81687f3401d0961&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706232 Jun 23 14:14:15.928980 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c3487c-036c-4b05-855d-4df6ed01a835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43bd7615-ab85-4701-9743-5a16c7f6a79c,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:15.930512 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36102) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:15.932025 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-12c3487c-036c-4b05-855d-4df6ed01a835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:15.987783 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7422c963-508a-429d-bc15-718abf434fad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.007924 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7422c963-508a-429d-bc15-718abf434fad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.052316 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7422c963-508a-429d-bc15-718abf434fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.055309 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7422c963-508a-429d-bc15-718abf434fad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.056443 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-7422c963-508a-429d-bc15-718abf434fad admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/43bd7615-ab85-4701-9743-5a16c7f6a79c HTTP/1.1" status: 204 len: 168 time: 0.1248403 Jun 23 14:14:16.057185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d39db2ca-cdf1-4744-bcc9-cac3f1def8f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:16.064334 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422c963-508a-429d-bc15-718abf434fad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bd7615-ab85-4701-9743-5a16c7f6a79c,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:16.067233 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7422c963-508a-429d-bc15-718abf434fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:16.391181 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d2f00c-83cc-446a-bdb4-86b6e7a10dc9 req-b8abc68f-e0e0-42c3-bfaa-b52bce64a9ed tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:16.392642 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-61d2f00c-83cc-446a-bdb4-86b6e7a10dc9 req-b8abc68f-e0e0-42c3-bfaa-b52bce64a9ed tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0626469 Jun 23 14:14:16.428574 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-61d2f00c-83cc-446a-bdb4-86b6e7a10dc9 req-63656eb4-2c52-4939-8929-dfde3de70036 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304923 Jun 23 14:14:16.585815 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:16.984121 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2df0b5-0055-45cb-a0b5-e3614a90b9ac req-604bf75d-be4d-4bbe-9b6c-8d851da9645a tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:16.985592 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1d2df0b5-0055-45cb-a0b5-e3614a90b9ac req-604bf75d-be4d-4bbe-9b6c-8d851da9645a tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 943 time: 0.0621336 Jun 23 14:14:17.024242 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1d2df0b5-0055-45cb-a0b5-e3614a90b9ac req-7ef8119b-27b9-461b-89bc-bd5fd63342a7 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331428 Jun 23 14:14:17.189001 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b120d-0fe0-4674-82ad-b1df32741eea req-0c07195e-a2d5-4100-ac52-0a82b70fe148 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:17.190459 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ae3b120d-0fe0-4674-82ad-b1df32741eea req-0c07195e-a2d5-4100-ac52-0a82b70fe148 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0616689 Jun 23 14:14:17.230121 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ae3b120d-0fe0-4674-82ad-b1df32741eea req-3d1ce7f6-e2c0-4969-8dcd-e4d5b36d11ab tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341754 Jun 23 14:14:17.602989 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555752f-253b-47f1-814d-1c000b9bcf3d req-1d69eade-26e1-4625-b905-2c2e78b1c746 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:17.604436 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e555752f-253b-47f1-814d-1c000b9bcf3d req-1d69eade-26e1-4625-b905-2c2e78b1c746 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0621779 Jun 23 14:14:17.640632 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e555752f-253b-47f1-814d-1c000b9bcf3d req-59d4a579-68c1-4f8b-9fe8-5ba961051175 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307686 Jun 23 14:14:17.742732 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device fec30ba1-7006-47a5-b319-a638447b3bc9 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:14:17.746645 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device e8fa0ebf-d99c-4270-89d9-9ff8fc160609 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:17.771202 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: e8fa0ebf-d99c-4270-89d9-9ff8fc160609 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:17.771554 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device e8fa0ebf-d99c-4270-89d9-9ff8fc160609 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:17.858261 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port fec30ba1-7006-47a5-b319-a638447b3bc9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fec30ba1-7006-47a5-b319-a638447b3bc9,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:17.868500 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': 'fec30ba1-7006-47a5-b319-a638447b3bc9', 'network_id': '21949135-2ee6-42bd-989c-5eb0a8da18e4', 'port_id': 'fec30ba1-7006-47a5-b319-a638447b3bc9', 'mac_address': 'fa:16:3e:75:0d:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 693, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'beda9355-21c8-4003-885c-0161ade90cc3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:14:17.905261 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.917394 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fec30ba1-7006-47a5-b319-a638447b3bc9 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:17.935741 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port fec30ba1-7006-47a5-b319-a638447b3bc9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fec30ba1-7006-47a5-b319-a638447b3bc9,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:17.939957 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:17.941628 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:17.984753 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=fec30ba1-7006-47a5-b319-a638447b3bc9,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:17.987789 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:18.211268 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdac678-ad06-49e7-9c8e-e7890c1412e4 req-161cbcd9-e601-4944-84b4-f359b9f912c8 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.212662 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bbdac678-ad06-49e7-9c8e-e7890c1412e4 req-161cbcd9-e601-4944-84b4-f359b9f912c8 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 944 time: 0.0733483 Jun 23 14:14:18.276917 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bbdac678-ad06-49e7-9c8e-e7890c1412e4 req-1bbcde87-90d2-41e5-88e6-20a2788f7214 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478177 Jun 23 14:14:18.282416 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-f6c22ede-dfac-451d-bbca-e4793f3f6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.283761 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-f6c22ede-dfac-451d-bbca-e4793f3f6799 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 1099 time: 0.0894313 Jun 23 14:14:18.404281 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463eb56-1b2e-4456-b92c-c97daac12122 req-1deb9897-5b7e-467d-938f-83b20c92fadd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.405752 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9463eb56-1b2e-4456-b92c-c97daac12122 req-1deb9897-5b7e-467d-938f-83b20c92fadd tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0652833 Jun 23 14:14:18.411689 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-6fd4f79c-1609-4d79-bac7-d12ef0a430c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.413197 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-6fd4f79c-1609-4d79-bac7-d12ef0a430c8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.0878277 Jun 23 14:14:18.444007 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9463eb56-1b2e-4456-b92c-c97daac12122 req-5290df8a-5f27-47f1-91a9-16130abb5c8c tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Jun 23 14:14:18.498049 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-b39d33fe-c551-4dd5-80c0-86f2a32e9a32 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0 HTTP/1.1" status: 200 len: 1001 time: 0.0565617 Jun 23 14:14:18.556582 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-6db5c703-388d-4c2f-bb30-fe9ffc4167d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.557903 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-6db5c703-388d-4c2f-bb30-fe9ffc4167d9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0452332 Jun 23 14:14:18.568768 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['fec30ba1-7006-47a5-b319-a638447b3bc9'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:18.630224 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-610b9f44-b581-4ad2-b5d5-5107455c9057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.631732 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-610b9f44-b581-4ad2-b5d5-5107455c9057 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531156 Jun 23 14:14:18.726787 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-1ef938af-d1f1-46b9-9ec6-c9a2bb79eead service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840662 Jun 23 14:14:18.857494 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4c36272-8db0-4f87-9865-af42d5a6d6f7 req-3bcd164c-25ff-4e81-aaef-1d520e134688 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226218 Jun 23 14:14:18.871607 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29ba60-d85f-4ae1-be98-193c360aa685 req-1701e2b1-47ca-4e87-b50a-1116f56972e0 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:18.873124 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f29ba60-d85f-4ae1-be98-193c360aa685 req-1701e2b1-47ca-4e87-b50a-1116f56972e0 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1110008 Jun 23 14:14:18.911906 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f29ba60-d85f-4ae1-be98-193c360aa685 req-2a21c6b0-e08d-451b-acca-db1031698118 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321307 Jun 23 14:14:19.446544 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc2e99-b00c-4106-8161-3d14b7f5f0fa req-725de213-90bd-4b31-8090-2d3c65685aca tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:19.447999 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e1fc2e99-b00c-4106-8161-3d14b7f5f0fa req-725de213-90bd-4b31-8090-2d3c65685aca tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 944 time: 0.0617700 Jun 23 14:14:19.486986 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e1fc2e99-b00c-4106-8161-3d14b7f5f0fa req-4d356934-608a-4feb-b5fa-809c56fee08d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Jun 23 14:14:19.622027 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3423009b-2b90-428b-81d7-513a0825caf6 req-aa769716-0563-431d-a5d1-60b88b4c8513 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:19.623559 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3423009b-2b90-428b-81d7-513a0825caf6 req-aa769716-0563-431d-a5d1-60b88b4c8513 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0655868 Jun 23 14:14:19.660400 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3423009b-2b90-428b-81d7-513a0825caf6 req-4e55a014-a9d4-4978-8759-251786d578b2 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308199 Jun 23 14:14:20.084686 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b8f817-0112-4cd3-991f-b98f2011539e req-eb62e6f6-434f-4908-a040-ed6d97d09d0e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:20.086137 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b2b8f817-0112-4cd3-991f-b98f2011539e req-eb62e6f6-434f-4908-a040-ed6d97d09d0e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0607276 Jun 23 14:14:20.122055 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b2b8f817-0112-4cd3-991f-b98f2011539e req-2fc7e052-2d5c-4f55-9335-b0f8df2c28bc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304341 Jun 23 14:14:20.655365 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e899db-19c0-44a7-8d1d-7f59489d79d8 req-2f634248-8a5b-42d6-9d19-8d570881bbd7 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:20.656800 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-26e899db-19c0-44a7-8d1d-7f59489d79d8 req-2f634248-8a5b-42d6-9d19-8d570881bbd7 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 944 time: 0.0619774 Jun 23 14:14:20.693487 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-26e899db-19c0-44a7-8d1d-7f59489d79d8 req-83fa2457-951a-4ecc-b3f9-127440b4a8cd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311627 Jun 23 14:14:20.829901 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb22c4-ee09-470a-893f-e008b7e20e65 req-e8640475-15c4-482b-afe1-72929926915a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:20.831362 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-06bb22c4-ee09-470a-893f-e008b7e20e65 req-e8640475-15c4-482b-afe1-72929926915a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0644889 Jun 23 14:14:20.867262 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-06bb22c4-ee09-470a-893f-e008b7e20e65 req-45e61151-0153-4d6f-b089-1e6a3bb4f919 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305393 Jun 23 14:14:21.298861 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249e374-2da7-49d0-914d-66da5435dc69 req-4b5998f5-e343-41b6-8ad8-9afb5f4c6f18 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:21.300346 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a249e374-2da7-49d0-914d-66da5435dc69 req-4b5998f5-e343-41b6-8ad8-9afb5f4c6f18 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0655255 Jun 23 14:14:21.337441 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a249e374-2da7-49d0-914d-66da5435dc69 req-5d49703f-c9da-44e7-b3ff-7dda40e3d576 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312836 Jun 23 14:14:21.761690 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device fec30ba1-7006-47a5-b319-a638447b3bc9 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:21.809187 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port fec30ba1-7006-47a5-b319-a638447b3bc9 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:21.813910 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port fec30ba1-7006-47a5-b319-a638447b3bc9 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:21.814300 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.867972 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11fcbd7-c3ed-41c7-ad2b-25f35111ddde req-39cc1d7d-81fd-4121-9989-c3e5b94db163 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:21.869443 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a11fcbd7-c3ed-41c7-ad2b-25f35111ddde req-39cc1d7d-81fd-4121-9989-c3e5b94db163 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 944 time: 0.0659235 Jun 23 14:14:21.896821 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.908066 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a11fcbd7-c3ed-41c7-ad2b-25f35111ddde req-ebf2b26e-d64c-4ff3-afa8-012725bd32fc tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322487 Jun 23 14:14:21.918235 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa8fed-6cf1-4dfb-b521-42c48f09f698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec30ba1-7006-47a5-b319-a638447b3bc9'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:21.920540 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cc54e8-d74e-455c-88d8-380142514957" -d '{"events": [{"server_uuid": "45aa8fed-6cf1-4dfb-b521-42c48f09f698", "name": "network-vif-plugged", "status": "completed", "tag": "fec30ba1-7006-47a5-b319-a638447b3bc9"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:21.941127 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port fec30ba1-7006-47a5-b319-a638447b3bc9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fec30ba1-7006-47a5-b319-a638447b3bc9,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:21.945515 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.948199 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:21.972290 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abe15daa-d599-456f-9b81-92adbf0b7ee5 x-openstack-request-id: req-abe15daa-d599-456f-9b81-92adbf0b7ee5 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:21.972696 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa8fed-6cf1-4dfb-b521-42c48f09f698", "name": "network-vif-plugged", "status": "completed", "tag": "fec30ba1-7006-47a5-b319-a638447b3bc9", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:21.972964 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-abe15daa-d599-456f-9b81-92adbf0b7ee5 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:21.973457 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa8fed-6cf1-4dfb-b521-42c48f09f698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fec30ba1-7006-47a5-b319-a638447b3bc9', 'code': 200} Jun 23 14:14:22.001778 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=fec30ba1-7006-47a5-b319-a638447b3bc9,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:22.005710 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:22.054775 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdf59a-263d-4808-884d-a21b2232f945 req-862f0ec0-1f12-4c33-ba56-18ad5cae168a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:22.056236 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-81cdf59a-263d-4808-884d-a21b2232f945 req-862f0ec0-1f12-4c33-ba56-18ad5cae168a tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0640140 Jun 23 14:14:22.092948 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-81cdf59a-263d-4808-884d-a21b2232f945 req-9c814188-00ef-4ba5-8d3a-ba5a450442b4 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301912 Jun 23 14:14:22.206598 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e59ba-5460-454a-9cc5-b5f80b6251d2 req-b71179bb-8454-42d9-be08-da63a3985cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:22.207996 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-118e59ba-5460-454a-9cc5-b5f80b6251d2 req-b71179bb-8454-42d9-be08-da63a3985cbf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 1098 time: 0.0494254 Jun 23 14:14:22.245626 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-118e59ba-5460-454a-9cc5-b5f80b6251d2 req-ddc47f5d-afac-4b57-bb24-4bc9841ef27a service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264611 Jun 23 14:14:22.513705 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dee7e0-b911-463c-bd36-27fe9e2de0a5 req-4a2d3985-2b01-4e63-bd10-25a4d587e78b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:22.515093 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-98dee7e0-b911-463c-bd36-27fe9e2de0a5 req-4a2d3985-2b01-4e63-bd10-25a4d587e78b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0641675 Jun 23 14:14:22.552699 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-98dee7e0-b911-463c-bd36-27fe9e2de0a5 req-418b6ddf-b06c-44c6-8e90-02d9703e3cb8 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320690 Jun 23 14:14:23.079196 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7211a-050c-4e80-90ae-50cb562b6996 req-b85956e8-6387-467c-bbef-01f10f5d217f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.080520 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d7d7211a-050c-4e80-90ae-50cb562b6996 req-b85956e8-6387-467c-bbef-01f10f5d217f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 945 time: 0.0638092 Jun 23 14:14:23.120515 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d7d7211a-050c-4e80-90ae-50cb562b6996 req-1af6ae2c-aec4-4173-8995-fa4d3942c03e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342274 Jun 23 14:14:23.267574 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae2ad28-de6d-4eef-8979-cb49992671ca req-03a3efd9-b58c-40f6-aa97-d16c76dd92ac tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.269046 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aae2ad28-de6d-4eef-8979-cb49992671ca req-03a3efd9-b58c-40f6-aa97-d16c76dd92ac tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0615377 Jun 23 14:14:23.304155 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aae2ad28-de6d-4eef-8979-cb49992671ca req-3503365f-8443-4a84-aa7c-42948cb28c7b tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297382 Jun 23 14:14:23.723161 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271b3f0-fd2f-496f-8c0e-0c9588ab9cbf req-8f6f9f92-b19c-4627-b2d9-64b82ab1eebf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:23.724977 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a271b3f0-fd2f-496f-8c0e-0c9588ab9cbf req-8f6f9f92-b19c-4627-b2d9-64b82ab1eebf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0612779 Jun 23 14:14:23.762110 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a271b3f0-fd2f-496f-8c0e-0c9588ab9cbf req-6f875f77-8c07-4ae4-9aec-6d6fab53faf2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320141 Jun 23 14:14:24.291472 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dceb946-1d8f-4b0f-b939-e24458e96846 req-5d4ebb53-93ee-4c70-a37d-255429c29c21 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.292891 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0dceb946-1d8f-4b0f-b939-e24458e96846 req-5d4ebb53-93ee-4c70-a37d-255429c29c21 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 945 time: 0.0617218 Jun 23 14:14:24.329195 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0dceb946-1d8f-4b0f-b939-e24458e96846 req-c93a9cfd-eeff-4f7e-a6f4-6a4a21a926e7 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305016 Jun 23 14:14:24.473446 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394be136-86f9-4c27-8b37-153fa85ca3a5 req-ce1a91ca-7006-4f67-8673-160c7658e7da tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.475366 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-394be136-86f9-4c27-8b37-153fa85ca3a5 req-ce1a91ca-7006-4f67-8673-160c7658e7da tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0635281 Jun 23 14:14:24.523938 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-394be136-86f9-4c27-8b37-153fa85ca3a5 req-586d2620-91b4-441a-a8de-f5e762ada3be tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426178 Jun 23 14:14:24.942531 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea03d7e-674f-4d02-b544-7662bc80bfd8 req-a1062210-fa06-44ed-9ac2-c28b59449d5c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:24.943981 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dea03d7e-674f-4d02-b544-7662bc80bfd8 req-a1062210-fa06-44ed-9ac2-c28b59449d5c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0648851 Jun 23 14:14:24.981740 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dea03d7e-674f-4d02-b544-7662bc80bfd8 req-52305f08-5866-4d9d-8013-465170136015 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321777 Jun 23 14:14:25.702853 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e6d5a-f392-4940-a305-351248bf0be2 req-515e8e76-2a6c-4c6b-b7da-05c9ff935e49 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:25.704303 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2e7e6d5a-f392-4940-a305-351248bf0be2 req-515e8e76-2a6c-4c6b-b7da-05c9ff935e49 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0664637 Jun 23 14:14:25.741670 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2e7e6d5a-f392-4940-a305-351248bf0be2 req-0376c716-6ff4-4701-84e9-57e59d5814e1 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/security-groups?id=16e3aeae-e148-4ac4-9bec-8c85454c6f54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316117 Jun 23 14:14:25.860928 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48166a7-78a2-4eef-b132-71a265810895 req-ebc9872c-c9dc-409b-b792-9251651cc249 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:25.863244 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d48166a7-78a2-4eef-b132-71a265810895 req-ebc9872c-c9dc-409b-b792-9251651cc249 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.10 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 946 time: 0.0737388 Jun 23 14:14:25.983012 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-d48166a7-78a2-4eef-b132-71a265810895 req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Deleting port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:25.983366 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d48166a7-78a2-4eef-b132-71a265810895 req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.081043 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-d48166a7-78a2-4eef-b132-71a265810895 req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] For port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:26.081555 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d48166a7-78a2-4eef-b132-71a265810895 req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.094480 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-d48166a7-78a2-4eef-b132-71a265810895 req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Calling delete_port for 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:26.228090 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7647e-3f17-4b1a-a197-b4d151ed3e2a req-f0e2086a-5961-4648-99fa-5e5497097275 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:26.229586 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1cc7647e-3f17-4b1a-a197-b4d151ed3e2a req-f0e2086a-5961-4648-99fa-5e5497097275 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0907347 Jun 23 14:14:26.303199 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1cc7647e-3f17-4b1a-a197-b4d151ed3e2a req-dc2e6f35-5110-433d-8eee-db231b8178b8 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0672917 Jun 23 14:14:26.307700 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d48166a7-78a2-4eef-b132-71a265810895 req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.311519 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e9720587-e862-4be3-acea-4a17abd8d13f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:26.334423 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['046f361d-6b20-4bfd-b3c5-b9a97aa4da21'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:26.336770 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Pushing event deleted for resources: {'Port': ['ID=046f361d-6b20-4bfd-b3c5-b9a97aa4da21,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:26.339880 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:26.381489 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48166a7-78a2-4eef-b132-71a265810895 req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] No DVR routers for this DVR port 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:26.383941 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d48166a7-78a2-4eef-b132-71a265810895 req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:26.385818 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d48166a7-78a2-4eef-b132-71a265810895 req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.10 "DELETE /v2.0/ports/046f361d-6b20-4bfd-b3c5-b9a97aa4da21 HTTP/1.1" status: 204 len: 173 time: 0.5038865 Jun 23 14:14:26.386292 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '191e8018-9cf3-4e1d-9c68-64d1805b0f7b', 'name': 'network-vif-deleted', 'tag': '046f361d-6b20-4bfd-b3c5-b9a97aa4da21'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:26.388595 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004c0a8b-0569-440a-97b5-36e0b85eb563" -d '{"events": [{"server_uuid": "191e8018-9cf3-4e1d-9c68-64d1805b0f7b", "name": "network-vif-deleted", "tag": "046f361d-6b20-4bfd-b3c5-b9a97aa4da21"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:26.428160 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c45c39b-6101-4bc7-97b0-c9cc2d551cae x-openstack-request-id: req-7c45c39b-6101-4bc7-97b0-c9cc2d551cae {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:26.428487 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "191e8018-9cf3-4e1d-9c68-64d1805b0f7b", "name": "network-vif-deleted", "tag": "046f361d-6b20-4bfd-b3c5-b9a97aa4da21", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:26.428763 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c45c39b-6101-4bc7-97b0-c9cc2d551cae {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:26.429175 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '191e8018-9cf3-4e1d-9c68-64d1805b0f7b', 'name': 'network-vif-deleted', 'tag': '046f361d-6b20-4bfd-b3c5-b9a97aa4da21', 'status': 'completed', 'code': 200} Jun 23 14:14:26.890780 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c8da65cd-832d-47bb-b5f3-74371fa39111 req-6c277158-4970-4a70-b503-2f975a9ab9f9 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] 10.222.0.26 "GET /v2.0/ports?device_id=191e8018-9cf3-4e1d-9c68-64d1805b0f7b HTTP/1.1" status: 200 len: 210 time: 0.0295887 Jun 23 14:14:27.480691 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac08b8-9ddb-441d-930a-14fb84da1e80 req-35f9bdd1-c9ce-4930-8902-cc0c9e1502ba tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:27.482148 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9dac08b8-9ddb-441d-930a-14fb84da1e80 req-35f9bdd1-c9ce-4930-8902-cc0c9e1502ba tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0619097 Jun 23 14:14:27.518691 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9dac08b8-9ddb-441d-930a-14fb84da1e80 req-5feec50d-926e-417d-8fee-4e11999d37b9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308664 Jun 23 14:14:27.980949 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36192) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:28.615451 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478946'] for router_interface, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:28.698302 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c71917-a005-43a5-ad66-90a7c4565ca0 req-3dad2f24-e994-484f-ae71-23d5b656f02d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:28.699800 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-99c71917-a005-43a5-ad66-90a7c4565ca0 req-3dad2f24-e994-484f-ae71-23d5b656f02d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0659339 Jun 23 14:14:28.737849 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-99c71917-a005-43a5-ad66-90a7c4565ca0 req-999aaeb7-7296-4e53-a6f0-303c9eeebedc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322950 Jun 23 14:14:28.915605 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Deleting port c7883d59-4082-40d2-baec-43ae6fe13f5b {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:28.915952 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:28.994596 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] For port c7883d59-4082-40d2-baec-43ae6fe13f5b, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=c7883d59-4082-40d2-baec-43ae6fe13f5b,segment=NetworkSegment(eaa626b8-8ac5-40d1-b3ff-3c6c4761b282),segment_id=eaa626b8-8ac5-40d1-b3ff-3c6c4761b282)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:28.995289 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.007025 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Calling delete_port for c7883d59-4082-40d2-baec-43ae6fe13f5b owned by network:router_interface {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:29.203800 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.205802 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-67942c18-e1f7-4452-9beb-2d6e3bc97bcc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:29.232393 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7883d59-4082-40d2-baec-43ae6fe13f5b,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:29.235508 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:29.389774 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16331031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16463378'] for router_interface, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.595034 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Router afdd996a-6c34-466d-b0d7-1764074c88b4 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:14:29.697288 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:29.702169 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] 10.222.0.26 "PUT /v2.0/routers/afdd996a-6c34-466d-b0d7-1764074c88b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7196982 Jun 23 14:14:29.704793 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36200) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:29.705507 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] Sync routers for ids ['afdd996a-6c34-466d-b0d7-1764074c88b4'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:29.715301 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] Routers {'afdd996a-6c34-466d-b0d7-1764074c88b4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:29.715943 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:14:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['afdd996a-6c34-466d-b0d7-1764074c88b4'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:29.792216 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:29.808024 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.816651 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:29.817236 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 046f361d-6b20-4bfd-b3c5-b9a97aa4da21 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:29.826921 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] Set router afdd996a-6c34-466d-b0d7-1764074c88b4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:29.916598 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:29.932872 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd70cf4-cce6-4b72-9a85-8ab7e7493a21 req-7eedb104-bf4d-4e28-a110-bdf710dbf887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:29.934687 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1cd70cf4-cce6-4b72-9a85-8ab7e7493a21 req-7eedb104-bf4d-4e28-a110-bdf710dbf887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0681434 Jun 23 14:14:29.974993 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1cd70cf4-cce6-4b72-9a85-8ab7e7493a21 req-23c2a801-5ab9-4c01-b7ed-50aa61d00439 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346448 Jun 23 14:14:30.014942 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-router', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108'}], 'enable_snat': True}, 'gw_port_id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:14:29Z', 'revision_number': 5, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'gw_port': {'id': '2bb0cdd3-bcf1-4fce-b7ef-903328dce16a', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:57:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:30.041594 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] Checking router: afdd996a-6c34-466d-b0d7-1764074c88b4 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:30.050808 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] Routers {'afdd996a-6c34-466d-b0d7-1764074c88b4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:30.051439 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:14:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['afdd996a-6c34-466d-b0d7-1764074c88b4'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:30.137780 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] Set router afdd996a-6c34-466d-b0d7-1764074c88b4 gateway port host: None {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:30.155462 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Deleting port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:30.155795 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.190763 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-router', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:14:29Z', 'revision_number': 6, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'gw_port_host': None}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:30.217187 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b429aa4-3646-487d-9d4e-632de995d879 None None] The sync data for ids ['afdd996a-6c34-466d-b0d7-1764074c88b4'] in dv-cinder-794001-2-iscsi is: [{'id': 'afdd996a-6c34-466d-b0d7-1764074c88b4', 'name': 'tempest-ServerRescueNegativeTestJSON-1073374189-router', 'tenant_id': 'b560f5b218b54de3a8c1704bc3a09979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:14:29Z', 'revision_number': 6, 'project_id': 'b560f5b218b54de3a8c1704bc3a09979', 'gw_port_host': None}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:30.235550 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] For port 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=2bb0cdd3-bcf1-4fce-b7ef-903328dce16a,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:30.236015 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.250923 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Calling delete_port for 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a owned by network:router_gateway {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:30.456287 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.459204 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:30.481296 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb0cdd3-bcf1-4fce-b7ef-903328dce16a,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:30.484367 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:30.543430 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16462471'] for router_gateway, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.648515 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16451747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32602'] for router, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.650716 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.714471 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16463337'] for router, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.715145 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afdd996a-6c34-466d-b0d7-1764074c88b4 {{(pid=93098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:14:30.720007 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.720958 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/afdd996a-6c34-466d-b0d7-1764074c88b4 HTTP/1.1" status: 204 len: 168 time: 1.0152037 Jun 23 14:14:30.723459 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36206) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:30.766944 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_v2 [None req-e555e44e-f72c-4b86-9c60-b2ef0adabfdf admin admin] Deleting subnet c6ca4a89-2513-4a2e-982e-1be98c7cafa1 {{(pid=93098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:14:30.769876 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e555e44e-f72c-4b86-9c60-b2ef0adabfdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.802015 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e555e44e-f72c-4b86-9c60-b2ef0adabfdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579050'] for subnet, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.838593 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e555e44e-f72c-4b86-9c60-b2ef0adabfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.891947 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e555e44e-f72c-4b86-9c60-b2ef0adabfdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136501'] for subnet, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.893981 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:30.916856 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e555e44e-f72c-4b86-9c60-b2ef0adabfdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6ca4a89-2513-4a2e-982e-1be98c7cafa1,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:30.920084 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e555e44e-f72c-4b86-9c60-b2ef0adabfdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:30.922522 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e555e44e-f72c-4b86-9c60-b2ef0adabfdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:30.924393 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e555e44e-f72c-4b86-9c60-b2ef0adabfdf admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c6ca4a89-2513-4a2e-982e-1be98c7cafa1 HTTP/1.1" status: 204 len: 168 time: 0.2000389 Jun 23 14:14:30.926897 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36208) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:30.994694 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.044486 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c7883d59-4082-40d2-baec-43ae6fe13f5b no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:31.067891 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: c7883d59-4082-40d2-baec-43ae6fe13f5b {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:31.068341 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c7883d59-4082-40d2-baec-43ae6fe13f5b not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:31.068842 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:31.090777 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:31.091463 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 2bb0cdd3-bcf1-4fce-b7ef-903328dce16a not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:31.098789 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.111937 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11879569-ede3-4725-9735-40e8446c333f']}} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:31.145297 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282') {'for_net_delete': True} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:31.145709 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaa626b8-8ac5-40d1-b3ff-3c6c4761b282') {} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:31.160180 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579061'] for segment, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.181776 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.193390 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=93098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:14:31.193792 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461502'] for segment, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: Traceback (most recent call last): Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: timer() Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: cb(*args, **kw) Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: return func(*args, **kwargs) Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: self._notify() Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: self.callback(batched_events) Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: event.method(event) Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: return f(self, *a, **k) Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._get(url).json() Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: return self.request(url, 'GET', **kwargs) Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:14:31.195458 dv-cinder-794001-2-iscsi neutron-server[93098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:14:31.260770 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ca1ac-8f79-450f-b1a2-a75bf32f3e63 req-3179e6c9-3464-4c5d-9101-97496ff6b05d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:31.262608 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-354ca1ac-8f79-450f-b1a2-a75bf32f3e63 req-3179e6c9-3464-4c5d-9101-97496ff6b05d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1547527 Jun 23 14:14:31.274284 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.294989 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:31.307181 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.309030 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] 10.222.0.26 "DELETE /v2.0/networks/11879569-ede3-4725-9735-40e8446c333f HTTP/1.1" status: 204 len: 168 time: 0.3812368 Jun 23 14:14:31.312956 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] Pushing event deleted for resources: {'Network': ['ID=11879569-ede3-4725-9735-40e8446c333f,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:31.322210 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-990c4845-b38d-48db-994a-1285396ff83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:31.330122 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-354ca1ac-8f79-450f-b1a2-a75bf32f3e63 req-4be117c3-1340-44b2-9a33-1b580006b75a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0571928 Jun 23 14:14:31.480585 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36216) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:31.520064 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1e3b50ec-99b6-456d-9d1f-914d08b67f8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b560f5b218b54de3a8c1704bc3a09979&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0377197 Jun 23 14:14:31.522191 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36218) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:31.576761 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-decb19d9-cdaa-4d18-8c30-dba8ad8b05ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.601124 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-decb19d9-cdaa-4d18-8c30-dba8ad8b05ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.649738 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-decb19d9-cdaa-4d18-8c30-dba8ad8b05ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.652297 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-decb19d9-cdaa-4d18-8c30-dba8ad8b05ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:31.653947 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-decb19d9-cdaa-4d18-8c30-dba8ad8b05ee admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/16e3aeae-e148-4ac4-9bec-8c85454c6f54 HTTP/1.1" status: 204 len: 168 time: 0.1308560 Jun 23 14:14:31.654714 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-405ee994-8e11-48e4-8c3c-de0f4d562ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:31.661795 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb19d9-cdaa-4d18-8c30-dba8ad8b05ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e3aeae-e148-4ac4-9bec-8c85454c6f54,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:31.664082 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-decb19d9-cdaa-4d18-8c30-dba8ad8b05ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:32.289731 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36240) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:32.383582 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-708039811-network', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:32.406573 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Made reservation on behalf of e6daccbc03dd43afbe001010be6a8236 for: {'network': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:32.408877 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.417214 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.562461 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.567132 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.571016 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-00d2bd7d-7681-40c2-af71-374a992981e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:32.581492 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf6998-0835-484e-b1be-7bf548a067cd req-c24a690e-5ebb-4949-b419-6b46087cfa05 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:32.583030 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bfcf6998-0835-484e-b1be-7bf548a067cd req-c24a690e-5ebb-4949-b419-6b46087cfa05 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1210098 Jun 23 14:14:32.599029 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 681} {{(pid=93097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:14:32.628738 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb87d80-afff-408d-a88a-cf3196b9bd28,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:32.633230 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:32.637763 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.638675 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.segments_db [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Added segment c271b46a-2dee-4552-b1b5-7086437e15c2 of type vlan for network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 Jun 23 14:14:32.679869 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bfcf6998-0835-484e-b1be-7bf548a067cd req-d732cfd6-f16b-4b05-bc55-cdf9878cd556 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0858331 Jun 23 14:14:32.691343 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.718755 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.720040 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:32.720622 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.723464 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-562f950e-ddf2-4415-8f9e-4927e9be0eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:32.754069 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36248) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:32.754630 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4626844 Jun 23 14:14:32.759263 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Request body: {'subnet': {'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-708039811-subnet', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:32.779682 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Made reservation on behalf of e6daccbc03dd43afbe001010be6a8236 for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:32.782027 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13136488'] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.790381 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Pushing event updated for resources: {'Network': ['ID=2890c9a2-c322-459b-ac8e-2f8f78d8a615,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:32.793098 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:32.801056 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:14:32.945568 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13460384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13136506'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.948411 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4d13f163-073f-4eb5-9dc4-2f46b1798026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:33.007077 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3428307-ceb2-43c5-a2bc-ebe79114fb1c,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:33.010930 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:33.014898 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Checking segment: {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:33.015256 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Network hostable DHCP agents. Network: 2890c9a2-c322-459b-ac8e-2f8f78d8a615, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:14:33.031838 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:14:33.040744 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 2890c9a2-c322-459b-ac8e-2f8f78d8a615) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:33.046676 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:33.047591 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.053512 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67643553-70ff-4f20-a93b-6ee0f2e29999 None None] Network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:14:33.070078 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3122811 Jun 23 14:14:33.070877 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36250) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:33.078722 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:33.108676 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16452626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32584'] for router, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.111149 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16452633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16294700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16437327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32577'] for router, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.179419 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.217509 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ed5f05c-69cb-5583-abd3-207797de1a02-2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c'}]}} from dv-cinder-794001-2-iscsi. {{(pid=93099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:14:33.218521 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.318052 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.352985 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Allocated IP 172.20.0.2 (2890c9a2-c322-459b-ac8e-2f8f78d8a615/c3428307-ceb2-43c5-a2bc-ebe79114fb1c/6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:33.495992 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.506007 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Transition to ACTIVE for port object 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:33.520449 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Transition to ACTIVE for port object 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:33.527148 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.528527 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.529271 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:33.548738 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.564140 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:33.568912 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:33.572225 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:33.580581 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Pushing event updated for resources: {'Port': ['ID=6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:33.591447 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:33.644619 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Attempting to bind port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:33.645008 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Attempting to bind port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:33.645391 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Attempting to bind port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 on network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:33.650740 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:33.651031 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Checking segment: {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:33.651529 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.651806 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Bound using segment: {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:33.652286 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Bound port: 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:33.652685 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.664790 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Allocated IP 172.27.3.58 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/0e94b227-994f-4257-be3a-246b6218f315) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:33.722974 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] For port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:33.726957 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] For port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:33.733423 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.736825 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:33.783060 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.788656 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Pushing event updated for resources: {'Port': ['ID=6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:33.794516 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:33.829492 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:14:33.848899 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.854007 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:33.896241 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:33.906607 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:33.914434 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:33.929881 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be2d60-78fd-4123-8243-edeffc2ffcdd req-13d8e3d1-048b-42d2-aaa8-98bd737ff1d8 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:33.937853 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4be2d60-78fd-4123-8243-edeffc2ffcdd req-13d8e3d1-048b-42d2-aaa8-98bd737ff1d8 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1149843 Jun 23 14:14:33.943478 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Pushing event updated for resources: {'Port': ['ID=0e94b227-994f-4257-be3a-246b6218f315,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:33.956137 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:33.993175 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4be2d60-78fd-4123-8243-edeffc2ffcdd req-2b254723-22e9-45de-bec4-b7388f9e4f64 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507753 Jun 23 14:14:34.026952 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:34.039660 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'port_id': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'mac_address': 'fa:16:3e:f5:7d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:14:34.088743 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.102385 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:34.139085 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:34.144750 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.147184 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:34.203109 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=6']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:34.206580 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:34.223870 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.393000 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['1a3dcbb8-cde2-4c61-af45-d87776ad67c0'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:34.621462 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16451719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835'] for router, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.761634 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Router db3c057c-ead8-42d2-9bce-f99da7da9404 is scheduled to L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 with binding_index 1 {{(pid=93098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:14:34.877646 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01f739a-8088-4cd9-b4da-e3a6ac8199db None None] Network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:14:34.887598 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:34.899169 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:34.902337 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Sync routers for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:34.909803 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.911424 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8391123 Jun 23 14:14:34.913979 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36268) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:35.001175 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:35.002076 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:14:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:35.048063 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-e896a0fe-d5b1-4eae-8619-b2f1f3be1892 None None] Provisioning for port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:35.157338 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:35.168928 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:35.169330 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.233220 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:35.280083 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ca95-fccc-4d1b-8d95-da9cc1cd9ffe req-e9f3a398-cefb-47e5-b4a4-53f2ca652422 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:35.281626 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4af2ca95-fccc-4d1b-8d95-da9cc1cd9ffe req-e9f3a398-cefb-47e5-b4a4-53f2ca652422 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 945 time: 0.1487906 Jun 23 14:14:35.353481 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4af2ca95-fccc-4d1b-8d95-da9cc1cd9ffe req-b283e88f-44dd-4c5e-87c9-9e52c13fa9fa tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619888 Jun 23 14:14:35.426065 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.450232 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.485304 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:35.493028 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.498770 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:35.539959 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:34Z', 'revision_number': 3, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:35.574922 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Checking router: db3c057c-ead8-42d2-9bce-f99da7da9404 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:35.575280 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Updating router db3c057c-ead8-42d2-9bce-f99da7da9404 port 0e94b227-994f-4257-be3a-246b6218f315 binding host dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:14:35.599740 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:35.604492 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:35.615413 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.620586 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Allocated IP 172.20.0.1 (2890c9a2-c322-459b-ac8e-2f8f78d8a615/c3428307-ceb2-43c5-a2bc-ebe79114fb1c/0e9b5888-bf9b-410b-942a-b876621e245c) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:35.725476 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-d1e583af-d181-493f-b06b-588dc6f8cbf6 None None] Provisioning complete for port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:35.725770 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d1e583af-d181-493f-b06b-588dc6f8cbf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.726257 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.741183 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.provisioning_blocks [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Transition to ACTIVE for port object 0e9b5888-bf9b-410b-942a-b876621e245c will not be triggered until provisioned by entity DHCP. {{(pid=93098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:35.775561 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.778431 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:35.812569 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:35.817374 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:35.819878 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:35.848539 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9b5888-bf9b-410b-942a-b876621e245c,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:35.853876 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:35.857967 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:35.871598 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16478827'] for router_interface, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.988267 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.990564 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:35.990984 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.016618 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.030693 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Transition to ACTIVE for port object 0e94b227-994f-4257-be3a-246b6218f315 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:36.045578 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.048989 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9cacb43c-9349-4648-a458-ce45027bae79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:36.073326 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-7fa82a40-7251-4e32-85da-7d5b744f5274 None None] Provisioning for port 0e9b5888-bf9b-410b-942a-b876621e245c completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:36.090582 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-7fa82a40-7251-4e32-85da-7d5b744f5274 None None] Provisioning complete for port 0e9b5888-bf9b-410b-942a-b876621e245c triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:36.090967 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7fa82a40-7251-4e32-85da-7d5b744f5274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.130459 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Attempting to bind port 0e94b227-994f-4257-be3a-246b6218f315 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:36.130835 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Attempting to bind port 0e94b227-994f-4257-be3a-246b6218f315 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:36.131271 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Attempting to bind port 0e94b227-994f-4257-be3a-246b6218f315 on network a8114055-eda3-4a8a-939d-4d3bf614516a {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:36.135646 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c3fa3-7381-4476-8026-989de647dcbe None None] Pushing event updated for resources: {'Port': ['ID=0e94b227-994f-4257-be3a-246b6218f315,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:36.140056 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f15c3fa3-7381-4476-8026-989de647dcbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:36.172054 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:36.172425 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:36.172834 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.173233 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Bound using segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:36.173721 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Bound port: 0e94b227-994f-4257-be3a-246b6218f315, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:36.174101 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.193885 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.199032 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461282'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.200619 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-7fa82a40-7251-4e32-85da-7d5b744f5274 None None] Port 0e9b5888-bf9b-410b-942a-b876621e245c cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:14:36.202953 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:36.219814 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.259659 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:36.262644 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5d402f-1e9b-44a6-9d57-062e9e79e593" -d '{"events": [{"server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "name": "network-vif-plugged", "status": "completed", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:36.270867 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16334052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478855'] for router_interface, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.272791 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Pushing event updated for resources: {'Port': ['ID=0e9b5888-bf9b-410b-942a-b876621e245c,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:36.275673 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:36.282416 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] For port 0e94b227-994f-4257-be3a-246b6218f315, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:36.301750 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:36.305683 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] For port 0e94b227-994f-4257-be3a-246b6218f315, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=0e94b227-994f-4257-be3a-246b6218f315,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:36.310190 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.312846 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:36.316216 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.319992 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c22d009-d154-449a-8470-45e14f1b0963 x-openstack-request-id: req-6c22d009-d154-449a-8470-45e14f1b0963 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:36.320395 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "name": "network-vif-plugged", "status": "completed", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:36.320746 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6c22d009-d154-449a-8470-45e14f1b0963 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:36.321232 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'code': 200} Jun 23 14:14:36.377719 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:36.377947 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:36.378504 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:14:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:36.379073 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:36.380419 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=7']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:36.384428 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:36.384973 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:36.530550 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c3fa3-7381-4476-8026-989de647dcbe None None] Pushing event updated for resources: {'Port': ['ID=0e94b227-994f-4257-be3a-246b6218f315,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:36.534868 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f15c3fa3-7381-4476-8026-989de647dcbe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:36.558241 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:36.579080 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae28643-5885-42a0-930f-5cffeba832b9 req-d1c40240-0a1c-4814-a9fa-0626232f92ae tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:36.584810 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Router db3c057c-ead8-42d2-9bce-f99da7da9404 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:14:36.586629 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0ae28643-5885-42a0-930f-5cffeba832b9 req-d1c40240-0a1c-4814-a9fa-0626232f92ae tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 945 time: 0.0751445 Jun 23 14:14:36.635814 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0ae28643-5885-42a0-930f-5cffeba832b9 req-545cbb24-1377-4c2b-9d10-40f96c00b7c9 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480666 Jun 23 14:14:36.680423 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74feee6d-2de9-4834-bd63-b68703acb383 req-755f744f-6101-41fa-b59d-5e14d915323a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:36.681938 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-74feee6d-2de9-4834-bd63-b68703acb383 req-755f744f-6101-41fa-b59d-5e14d915323a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1333678 Jun 23 14:14:36.740247 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-b88e3dea-d9b6-496d-8e1d-193bd8f78a82 None None] Provisioning complete for port 0e9b5888-bf9b-410b-942a-b876621e245c triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:36.741169 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b88e3dea-d9b6-496d-8e1d-193bd8f78a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.759219 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-74feee6d-2de9-4834-bd63-b68703acb383 req-48a79612-f579-4453-a820-06b40a64a3de tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476375 Jun 23 14:14:36.759219 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:36.768321 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] 10.222.0.26 "PUT /v2.0/routers/db3c057c-ead8-42d2-9bce-f99da7da9404/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8524437 Jun 23 14:14:36.852688 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:36.858940 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-b88e3dea-d9b6-496d-8e1d-193bd8f78a82 None None] Port 0e9b5888-bf9b-410b-942a-b876621e245c cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:14:36.946619 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:36.947009 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:36.996752 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:36Z', 'revision_number': 2, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:37.025808 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382a5f45-6356-4eaa-bfb6-b523138902ab None None] The sync data for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi is: [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:36Z', 'revision_number': 2, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:37.291057 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36294) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:37.295891 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-ba7ecb01-41fd-4079-8747-853513243661 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1856742915', 'description': 'tempest-description--1445929792'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:37.318667 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecb01-41fd-4079-8747-853513243661 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.416828 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecb01-41fd-4079-8747-853513243661 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.421556 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecb01-41fd-4079-8747-853513243661 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.424078 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-847395a9-1b81-40f4-b334-620da78c1898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:37.452594 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ecb01-41fd-4079-8747-853513243661 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d439ab7-fe25-488a-9705-dbcd9cc70472,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:37.455946 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ba7ecb01-41fd-4079-8747-853513243661 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:37.457003 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ba7ecb01-41fd-4079-8747-853513243661 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.460921 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-ba7ecb01-41fd-4079-8747-853513243661 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1660931 Jun 23 14:14:37.461499 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36296) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:37.465896 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-cc9e0d4d-79d4-48b6-9b26-9a49339aacde tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'security_group_rule': {'security_group_id': '1d439ab7-fe25-488a-9705-dbcd9cc70472', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:37.492862 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0d4d-79d4-48b6-9b26-9a49339aacde tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.551399 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0d4d-79d4-48b6-9b26-9a49339aacde tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.555517 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0d4d-79d4-48b6-9b26-9a49339aacde tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.557365 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-846388f5-e6e6-4dbd-a381-eb5ea74e74b1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:37.573197 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e0d4d-79d4-48b6-9b26-9a49339aacde tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bf081a-a7c3-4f26-9338-d8551a90f9f7,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:37.578120 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-cc9e0d4d-79d4-48b6-9b26-9a49339aacde tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:37.584069 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-cc9e0d4d-79d4-48b6-9b26-9a49339aacde tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.585488 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-cc9e0d4d-79d4-48b6-9b26-9a49339aacde tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233380 Jun 23 14:14:37.588489 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36298) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:37.593280 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'security_group_rule': {'security_group_id': '1d439ab7-fe25-488a-9705-dbcd9cc70472', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:37.643127 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.700949 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.706567 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.712515 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f35ae934-ffcd-4237-b841-8baf051a9fca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:37.728954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5bb4c0a-339b-446d-a0c0-62301cfafe91,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:37.736500 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.737809 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1482749 Jun 23 14:14:37.739403 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.739843 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.740304 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.740857 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.741285 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36302) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:37.741729 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.742249 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.748353 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.749173 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.749705 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.750071 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.750459 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.750999 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:37.755965 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:37.765245 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'floatingip': {'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:37.818655 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.872664 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d808d-d30d-4b17-b034-a6096a048a3f req-8962ee6a-9918-47c2-8956-5f5541fee2b0 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:37.874143 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-924d808d-d30d-4b17-b034-a6096a048a3f req-8962ee6a-9918-47c2-8956-5f5541fee2b0 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 945 time: 0.1127877 Jun 23 14:14:37.949300 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-924d808d-d30d-4b17-b034-a6096a048a3f req-7827492e-c731-4e36-8008-0b1b42ba1b8a tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493109 Jun 23 14:14:37.960621 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64a4336-eb32-486f-a1c2-a35d14b47b32 req-9146f26f-350f-40ad-9d69-1aa5be1a5816 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:37.962141 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d64a4336-eb32-486f-a1c2-a35d14b47b32 req-9146f26f-350f-40ad-9d69-1aa5be1a5816 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0780735 Jun 23 14:14:37.989392 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.008161 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d64a4336-eb32-486f-a1c2-a35d14b47b32 req-bd41b071-b1e4-4fb3-ad1a-f33e3cdcadd4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393200 Jun 23 14:14:38.099752 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Allocated IP 172.27.3.123 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/5268f59e-d9e8-4461-b4ee-c36ae622547d) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:38.398249 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.436495 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.439311 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:38.475470 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:38.478432 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:38.483879 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:38.513140 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'Port': ['ID=5268f59e-d9e8-4461-b4ee-c36ae622547d,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:38.517807 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:38.571220 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.622239 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.773356 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.778652 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461282'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.780672 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:38.851940 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'Port': ['ID=5268f59e-d9e8-4461-b4ee-c36ae622547d,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:38.863983 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0e94b227-994f-4257-be3a-246b6218f315 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:38.864490 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.868390 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.868769 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.869133 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.869495 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.869854 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.870211 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.870598 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.871484 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.871844 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.872195 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.872546 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.872893 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:38.880019 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:38.888415 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:38.890970 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1481962 Jun 23 14:14:38.920432 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 0e94b227-994f-4257-be3a-246b6218f315 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:38.924534 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 0e94b227-994f-4257-be3a-246b6218f315 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:38.925035 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.006657 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.029386 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 0e94b227-994f-4257-be3a-246b6218f315, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=0e94b227-994f-4257-be3a-246b6218f315,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:39.033931 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.036053 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:39.063210 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Sync routers for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:39.064351 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-ab98ca12-988b-4723-b0a7-ea2df112ff89 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1856742915&fields=id&tenant_id=e6daccbc03dd43afbe001010be6a8236 HTTP/1.1" status: 200 len: 267 time: 0.0481093 Jun 23 14:14:39.072030 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:39.072644 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:14:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:39.100294 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=0e94b227-994f-4257-be3a-246b6218f315,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:39.104518 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:39.156508 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fabcb04-5869-4f1d-b4a8-874d3ec274b0 req-93e3bb37-548d-4986-8c53-a533d2c36d42 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.158813 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7fabcb04-5869-4f1d-b4a8-874d3ec274b0 req-93e3bb37-548d-4986-8c53-a533d2c36d42 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 945 time: 0.0706668 Jun 23 14:14:39.178623 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8fb870e1-82a2-475e-9b49-c3c0bce553aa tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.180072 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8fb870e1-82a2-475e-9b49-c3c0bce553aa tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 810 time: 0.1072402 Jun 23 14:14:39.180224 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:39.195404 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-a3d0c5df-be08-4f74-a9d2-a716d73f9775 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/quotas/e6daccbc03dd43afbe001010be6a8236 HTTP/1.1" status: 200 len: 375 time: 0.0091610 Jun 23 14:14:39.197645 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7fabcb04-5869-4f1d-b4a8-874d3ec274b0 req-cba6372a-5120-410e-8ecf-0c9dd33dbf36 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339007 Jun 23 14:14:39.278487 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-d1786f49-9ec9-4733-a00f-e1e6aa22ac0d tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775323 Jun 23 14:14:39.383067 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-e6211773-373b-48d0-bf58-4cae50ad69a7 service neutron] 10.222.0.26 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899861 Jun 23 14:14:39.389789 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2d142-ab76-4e05-bf19-7a8e390beed5 req-1332fee3-2301-4b2a-848f-72e186033f73 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.391391 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3ab2d142-ab76-4e05-bf19-7a8e390beed5 req-1332fee3-2301-4b2a-848f-72e186033f73 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0686638 Jun 23 14:14:39.457579 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3ab2d142-ab76-4e05-bf19-7a8e390beed5 req-ca8f12dc-e7f3-467b-ba29-07fe4b25dc65 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562189 Jun 23 14:14:39.475153 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:36Z', 'revision_number': 2, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:39.483246 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f096e9-7494-43b5-8de8-51067f1b031d req-b28a0a8b-cd70-46e2-ade5-d61064c0a60f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.485332 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-90f096e9-7494-43b5-8de8-51067f1b031d req-b28a0a8b-cd70-46e2-ade5-d61064c0a60f tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 945 time: 0.0930023 Jun 23 14:14:39.486875 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-c16bcd27-2d97-4958-8f6d-0d1c6ac9a314 service neutron] 10.222.0.26 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972414 Jun 23 14:14:39.501804 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Checking router: db3c057c-ead8-42d2-9bce-f99da7da9404 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:39.502387 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Updating router db3c057c-ead8-42d2-9bce-f99da7da9404 port 0e9b5888-bf9b-410b-942a-b876621e245c binding host dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:14:39.535184 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.600998 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-90f096e9-7494-43b5-8de8-51067f1b031d req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Deleting port fec30ba1-7006-47a5-b319-a638447b3bc9 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:39.601598 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-90f096e9-7494-43b5-8de8-51067f1b031d req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.693938 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-77f3053b-a518-4f26-89c8-569197c178c4 req-5d11458f-2c62-428e-9e57-b58bf2bd3d4b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 210 time: 0.0383267 Jun 23 14:14:39.728594 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-90f096e9-7494-43b5-8de8-51067f1b031d req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] For port fec30ba1-7006-47a5-b319-a638447b3bc9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=fec30ba1-7006-47a5-b319-a638447b3bc9,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:39.728954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-90f096e9-7494-43b5-8de8-51067f1b031d req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.744314 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-90f096e9-7494-43b5-8de8-51067f1b031d req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Calling delete_port for fec30ba1-7006-47a5-b319-a638447b3bc9 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:39.839116 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.878288 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Transition to ACTIVE for port object 0e9b5888-bf9b-410b-942a-b876621e245c will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:39.882417 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-90f096e9-7494-43b5-8de8-51067f1b031d req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.885494 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.886447 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e41db8ab-ee09-4148-addf-e6537e9503bb tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:39.889412 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-34cd8021-ee1d-459d-bdb1-2bb945e12489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:39.897857 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['c1846fb8-af4c-4fde-915b-f06424963301', 'cefb71b1-ebed-4f7e-99b4-7cf622be715f', '435fbb14-e9a3-4e88-8047-08ad4ef7db26', 'fec30ba1-7006-47a5-b319-a638447b3bc9'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:39.922414 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Pushing event deleted for resources: {'Port': ['ID=fec30ba1-7006-47a5-b319-a638447b3bc9,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:39.925398 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:39.935360 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Pushing event updated for resources: {'Port': ['ID=0e9b5888-bf9b-410b-942a-b876621e245c,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:39.947818 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.948361 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.949021 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.949550 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.950034 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.950527 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.951039 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.951519 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.952012 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.952496 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.952814 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.953284 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:39.958295 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:40.009776 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f096e9-7494-43b5-8de8-51067f1b031d req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] No DVR routers for this DVR port fec30ba1-7006-47a5-b319-a638447b3bc9 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:40.014209 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-90f096e9-7494-43b5-8de8-51067f1b031d req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.017101 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-90f096e9-7494-43b5-8de8-51067f1b031d req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "DELETE /v2.0/ports/fec30ba1-7006-47a5-b319-a638447b3bc9 HTTP/1.1" status: 204 len: 173 time: 0.5244563 Jun 23 14:14:40.018215 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45aa8fed-6cf1-4dfb-b521-42c48f09f698', 'name': 'network-vif-deleted', 'tag': 'fec30ba1-7006-47a5-b319-a638447b3bc9'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:40.020878 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf65f5a-c37b-47c2-9bd3-199b56e90ac0" -d '{"events": [{"server_uuid": "45aa8fed-6cf1-4dfb-b521-42c48f09f698", "name": "network-vif-deleted", "tag": "fec30ba1-7006-47a5-b319-a638447b3bc9"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:40.031762 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Attempting to bind port 0e9b5888-bf9b-410b-942a-b876621e245c on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:40.031762 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Attempting to bind port 0e9b5888-bf9b-410b-942a-b876621e245c by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:40.031993 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Attempting to bind port 0e9b5888-bf9b-410b-942a-b876621e245c on network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:40.038184 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:40.038806 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Checking segment: {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:40.039218 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.039757 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Bound using segment: {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:40.040241 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Bound port: 0e9b5888-bf9b-410b-942a-b876621e245c, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:40.040669 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.087631 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853a4be1-bdac-42f4-9910-d8610436753d x-openstack-request-id: req-853a4be1-bdac-42f4-9910-d8610436753d {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:40.088278 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45aa8fed-6cf1-4dfb-b521-42c48f09f698", "name": "network-vif-deleted", "tag": "fec30ba1-7006-47a5-b319-a638447b3bc9", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:40.088785 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-853a4be1-bdac-42f4-9910-d8610436753d {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:40.090223 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45aa8fed-6cf1-4dfb-b521-42c48f09f698', 'name': 'network-vif-deleted', 'tag': 'fec30ba1-7006-47a5-b319-a638447b3bc9', 'status': 'completed', 'code': 200} Jun 23 14:14:40.125282 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] For port 0e9b5888-bf9b-410b-942a-b876621e245c, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:40.130390 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] For port 0e9b5888-bf9b-410b-942a-b876621e245c, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=0e9b5888-bf9b-410b-942a-b876621e245c,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:40.139206 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.144042 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:40.207561 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:40.208484 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:14:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:40.250568 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Pushing event updated for resources: {'Port': ['ID=0e9b5888-bf9b-410b-942a-b876621e245c,revision_number=4']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:40.264460 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:40.353660 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:40.403095 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e435c6f3-2d16-4359-ac1c-162f500e6292 req-c85caafd-c3e9-476c-b444-175c3ddb8c85 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=45aa8fed-6cf1-4dfb-b521-42c48f09f698 HTTP/1.1" status: 200 len: 210 time: 0.0337069 Jun 23 14:14:40.560395 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:40Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:40.589514 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f867f91d-7c4e-4c25-8451-65c542b79e0d None None] The sync data for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi is: [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:40Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:40.652929 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04ec4ca-e28c-4b4b-8d3d-a2917f7ff5eb req-6e4049b4-29f1-4413-8acb-f7fb627f4c48 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.654511 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f04ec4ca-e28c-4b4b-8d3d-a2917f7ff5eb req-6e4049b4-29f1-4413-8acb-f7fb627f4c48 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0792520 Jun 23 14:14:40.708125 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f04ec4ca-e28c-4b4b-8d3d-a2917f7ff5eb req-44bcafa8-02b5-42a0-b0a2-b0ae5f6d2de6 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451982 Jun 23 14:14:40.874967 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40a5e982-f8e0-433a-bbd9-2dbe91cbc101 req-42fade62-0b28-4f53-a94e-22c93e1d5735 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 210 time: 0.0420573 Jun 23 14:14:40.899592 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0e9b5888-bf9b-410b-942a-b876621e245c up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:40.951075 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 0e9b5888-bf9b-410b-942a-b876621e245c completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:40.955111 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 0e9b5888-bf9b-410b-942a-b876621e245c triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:40.955503 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.046076 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.049288 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e7ef8c21-bdb6-4a4b-97f4-8607f9215fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.080808 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 0e9b5888-bf9b-410b-942a-b876621e245c, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=0e9b5888-bf9b-410b-942a-b876621e245c,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:41.084797 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.085806 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0e94b227-994f-4257-be3a-246b6218f315 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:41.087528 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:41.165246 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=0e9b5888-bf9b-410b-942a-b876621e245c,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:41.176961 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.177315 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.177662 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.177996 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.178341 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.178699 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.179030 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.179370 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.179712 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.180036 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.180364 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.180689 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:41.185334 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:41.191001 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 0e94b227-994f-4257-be3a-246b6218f315 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:41.191851 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.413016 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-648bfe25-7df0-4ddf-93c5-e6b32f2ad313 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.414496 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-648bfe25-7df0-4ddf-93c5-e6b32f2ad313 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.10 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 810 time: 0.1325088 Jun 23 14:14:41.459136 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-a71072c7-5cac-480e-b5dc-1f60da19b151 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6daccbc03dd43afbe001010be6a8236 HTTP/1.1" status: 200 len: 380 time: 0.0345209 Jun 23 14:14:41.469395 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'port': {'device_id': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'admin_state_up': True, 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'security_groups': ['1d439ab7-fe25-488a-9705-dbcd9cc70472']}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:41.592023 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Made reservation on behalf of e6daccbc03dd43afbe001010be6a8236 for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:41.595674 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.719787 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Allocated IP 172.20.0.3 (2890c9a2-c322-459b-ac8e-2f8f78d8a615/c3428307-ceb2-43c5-a2bc-ebe79114fb1c/10d80f84-b43b-4636-bcf0-1e4e196880df) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:41.890566 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.911284 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Transition to ACTIVE for port object 10d80f84-b43b-4636-bcf0-1e4e196880df will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:41.935272 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a32f5-0cb9-4f31-882d-713fa7ffac34 req-d954f716-42ae-41bf-bfdd-be18f9a0301d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.936759 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e68a32f5-0cb9-4f31-882d-713fa7ffac34 req-d954f716-42ae-41bf-bfdd-be18f9a0301d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1133409 Jun 23 14:14:41.995188 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:42.000792 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:42.008690 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e68a32f5-0cb9-4f31-882d-713fa7ffac34 req-300eb058-384a-4a18-9c3a-34e204ef0e42 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572200 Jun 23 14:14:42.048728 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:42.052051 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:42.055897 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:42.062950 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'Port': ['ID=10d80f84-b43b-4636-bcf0-1e4e196880df,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:42.086063 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:42.087789 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c4a96-90ba-47c3-b865-a559f792cc6e req-82aa4dfc-bf60-4c72-ada2-4f3601d2fb3a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:42.094647 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f04c4a96-90ba-47c3-b865-a559f792cc6e req-82aa4dfc-bf60-4c72-ada2-4f3601d2fb3a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 931 time: 0.0913887 Jun 23 14:14:42.115186 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:42.116120 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:42.133432 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f04c4a96-90ba-47c3-b865-a559f792cc6e req-d7a1b3a6-c622-41af-a7c4-95b2327ac07d tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373225 Jun 23 14:14:42.138669 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6715729 Jun 23 14:14:42.150689 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Request body: {'port': {'device_id': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:42.240327 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:42.322044 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-54b54f17-a6ea-42c3-a860-944a46447552 None None] Provisioning for port 10d80f84-b43b-4636-bcf0-1e4e196880df completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:42.327684 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-54b54f17-a6ea-42c3-a860-944a46447552 None None] Provisioning complete for port 10d80f84-b43b-4636-bcf0-1e4e196880df triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:42.328533 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-54b54f17-a6ea-42c3-a860-944a46447552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:42.371077 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-54b54f17-a6ea-42c3-a860-944a46447552 None None] Port 10d80f84-b43b-4636-bcf0-1e4e196880df cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:14:42.821557 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d80f84-b43b-4636-bcf0-1e4e196880df {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:42.837347 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:42.867060 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Transition to ACTIVE for port object 10d80f84-b43b-4636-bcf0-1e4e196880df will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:42.873374 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:42.877341 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a7b8f728-4277-458f-963c-1cb6a8ac4e6b tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:42.888804 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0e9b5888-bf9b-410b-942a-b876621e245c up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:42.960993 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 0e9b5888-bf9b-410b-942a-b876621e245c triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:42.961719 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:43.020018 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Pushing event updated for resources: {'Port': ['ID=10d80f84-b43b-4636-bcf0-1e4e196880df,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:43.025587 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:43.077058 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Attempting to bind port 10d80f84-b43b-4636-bcf0-1e4e196880df on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:43.077409 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Attempting to bind port 10d80f84-b43b-4636-bcf0-1e4e196880df by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:43.077745 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Attempting to bind port 10d80f84-b43b-4636-bcf0-1e4e196880df on network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:43.082204 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Port 10d80f84-b43b-4636-bcf0-1e4e196880df on network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:14:43.082566 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Attempting to bind port 10d80f84-b43b-4636-bcf0-1e4e196880df on network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:43.097664 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:43.098012 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Checking segment: {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:43.098428 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Bound using segment: {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:43.098879 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Bound port: 10d80f84-b43b-4636-bcf0-1e4e196880df, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:43.099232 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:43.225253 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] For port 10d80f84-b43b-4636-bcf0-1e4e196880df, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:43.264066 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] For port 10d80f84-b43b-4636-bcf0-1e4e196880df, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=10d80f84-b43b-4636-bcf0-1e4e196880df,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:43.283007 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:43.285543 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-97c9e4e0-e5bc-4c82-bb9a-e1c15e490bf5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:43.309677 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c17a847-8316-49d4-a0b4-19b41dc50eb9 req-e6741d70-19c7-4e9e-a1b5-c59c3914c8ab tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.317532 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3c17a847-8316-49d4-a0b4-19b41dc50eb9 req-e6741d70-19c7-4e9e-a1b5-c59c3914c8ab tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 945 time: 0.1401496 Jun 23 14:14:43.340274 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5f80a-ce2e-4045-a82d-00adb851fb76 req-66ec2c8a-7c9e-46ff-b423-508aa28ee45d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.341952 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a2a5f80a-ce2e-4045-a82d-00adb851fb76 req-66ec2c8a-7c9e-46ff-b423-508aa28ee45d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1706359 Jun 23 14:14:43.356742 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.357520 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:43.359177 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] 10.222.0.10 "PUT /v2.0/ports/10d80f84-b43b-4636-bcf0-1e4e196880df HTTP/1.1" status: 200 len: 1093 time: 1.2134163 Jun 23 14:14:43.359773 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'tag': '10d80f84-b43b-4636-bcf0-1e4e196880df'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:43.362504 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f4730c-04cf-4519-b3a8-ce07aee41318" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cdf90c-ea77-4ca9-ab52-89e518200677", "tag": "10d80f84-b43b-4636-bcf0-1e4e196880df"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:43.370220 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3c17a847-8316-49d4-a0b4-19b41dc50eb9 req-0b4e05a5-4ba3-472b-8626-5b7d3012575d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511293 Jun 23 14:14:43.444004 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Pushing event updated for resources: {'Port': ['ID=10d80f84-b43b-4636-bcf0-1e4e196880df,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:43.470764 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:43.497148 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a2a5f80a-ce2e-4045-a82d-00adb851fb76 req-91a591f6-61f0-47b4-9fc1-d062cca62ffc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1451149 Jun 23 14:14:43.547893 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-beae327b-2997-44ef-b155-27277d90a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.551579 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-beae327b-2997-44ef-b155-27277d90a208 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 1096 time: 0.1161215 Jun 23 14:14:43.561575 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:14:43.581319 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:43.616961 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bf0039-b400-4bbb-99eb-773646b249d6 x-openstack-request-id: req-f4bf0039-b400-4bbb-99eb-773646b249d6 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:43.617348 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cdf90c-ea77-4ca9-ab52-89e518200677", "tag": "10d80f84-b43b-4636-bcf0-1e4e196880df", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:43.617686 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f4bf0039-b400-4bbb-99eb-773646b249d6 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:43.618108 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'tag': '10d80f84-b43b-4636-bcf0-1e4e196880df', 'status': 'completed', 'code': 200} Jun 23 14:14:43.619625 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-524e97ed-7273-4a9f-b9b9-cc32aea8d72e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d80f84-b43b-4636-bcf0-1e4e196880df HTTP/1.1" status: 200 len: 217 time: 0.0534775 Jun 23 14:14:43.624478 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac001569-307e-496f-b399-dad3cd064888 req-119d5848-5289-47a4-b1aa-48e8f5902f39 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.632384 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ac001569-307e-496f-b399-dad3cd064888 req-119d5848-5289-47a4-b1aa-48e8f5902f39 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 943 time: 0.1245444 Jun 23 14:14:43.675087 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ac001569-307e-496f-b399-dad3cd064888 req-22d187df-7721-4c86-a7a6-a028716b3cb7 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416281 Jun 23 14:14:43.685012 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-77acb338-50f7-4091-80c3-1fc2a3c034ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.686580 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-77acb338-50f7-4091-80c3-1fc2a3c034ed service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 200 len: 849 time: 0.0538075 Jun 23 14:14:43.715122 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0d5938f8-82c0-4e9a-a7e7-c84233c576b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:43.771605 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-71356018-3d51-4d09-9ebc-52208e02e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.773097 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-71356018-3d51-4d09-9ebc-52208e02e1bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2890c9a2-c322-459b-ac8e-2f8f78d8a615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736341 Jun 23 14:14:43.874037 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device fec30ba1-7006-47a5-b319-a638447b3bc9 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:43.888688 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-809dff03-a177-4bf9-b61a-861708bad256 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029220 Jun 23 14:14:43.901278 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: fec30ba1-7006-47a5-b319-a638447b3bc9 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:43.901953 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device fec30ba1-7006-47a5-b319-a638447b3bc9 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:43.990435 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b661bf7f-5f5b-4de4-b7a2-c22e6b8cfec7 req-94711459-1297-44e3-8a1e-85bbc373b622 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909171 Jun 23 14:14:44.124024 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-4848db27-8600-47fb-b111-4274523b7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:44.126053 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-4848db27-8600-47fb-b111-4274523b7779 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 1096 time: 0.0575030 Jun 23 14:14:44.233803 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-2130253c-fc5e-4ef4-984e-c9e823f2cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:44.235304 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-2130253c-fc5e-4ef4-984e-c9e823f2cc91 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 911 time: 0.0994296 Jun 23 14:14:44.243597 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:44.284040 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-82a74faa-1a47-49e3-b6f7-e3456c628373 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d80f84-b43b-4636-bcf0-1e4e196880df HTTP/1.1" status: 200 len: 217 time: 0.0365677 Jun 23 14:14:44.341648 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-28b39648-1702-478e-90d3-fab63e8fda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:44.343161 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-28b39648-1702-478e-90d3-fab63e8fda25 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 200 len: 849 time: 0.0517497 Jun 23 14:14:44.421091 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-1d93487e-ebad-4305-9319-b22d85228fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:44.422798 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-1d93487e-ebad-4305-9319-b22d85228fa5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2890c9a2-c322-459b-ac8e-2f8f78d8a615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0702951 Jun 23 14:14:44.557865 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-eee695e4-35e0-41a9-a772-9db6686a7f79 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248398 Jun 23 14:14:44.607230 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f67b1-f9a5-494e-95be-c189430253ce req-ef71966f-6502-4803-9f81-3cadee274b0b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:44.608713 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-de8f67b1-f9a5-494e-95be-c189430253ce req-ef71966f-6502-4803-9f81-3cadee274b0b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 945 time: 0.1130373 Jun 23 14:14:44.685747 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d91ac5-1c24-46b9-bdd4-e83c156f296e req-9dbb7121-1419-4ddb-abd6-2b0e20c507e4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:44.687271 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-70d91ac5-1c24-46b9-bdd4-e83c156f296e req-9dbb7121-1419-4ddb-abd6-2b0e20c507e4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0683889 Jun 23 14:14:44.689775 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-de8f67b1-f9a5-494e-95be-c189430253ce req-71e184d8-ae2d-4eb3-87e6-c392fba96079 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557361 Jun 23 14:14:44.695383 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-99f4730c-04cf-4519-b3a8-ce07aee41318 req-af10467e-7831-4b3b-8ca2-f93a2dac01cf service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280830 Jun 23 14:14:44.734630 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-70d91ac5-1c24-46b9-bdd4-e83c156f296e req-19b82c44-12e1-438e-872f-c660b8e51ff7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417213 Jun 23 14:14:44.873426 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e74d44-f864-467b-9875-9dec60054029 req-03c69e0d-3f63-4446-be74-f2319a3e2240 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:44.878835 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47e74d44-f864-467b-9875-9dec60054029 req-03c69e0d-3f63-4446-be74-f2319a3e2240 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 943 time: 0.0730841 Jun 23 14:14:44.915561 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47e74d44-f864-467b-9875-9dec60054029 req-b1f5ad1a-b306-405e-8c65-d6e4c9fe547b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340385 Jun 23 14:14:45.155056 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.805170 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-878007a9-498c-4308-a2c3-a2833700751b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:45.806699 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-878007a9-498c-4308-a2c3-a2833700751b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 945 time: 0.0755086 Jun 23 14:14:45.878940 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30328384-8c26-478d-b3b3-e3ea8ec625ee req-76fbcfa3-1e04-45b2-9cbc-6625dadde885 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:45.880448 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-30328384-8c26-478d-b3b3-e3ea8ec625ee req-76fbcfa3-1e04-45b2-9cbc-6625dadde885 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 945 time: 0.0714092 Jun 23 14:14:45.916795 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-30328384-8c26-478d-b3b3-e3ea8ec625ee req-4017d348-ed08-4de1-b919-94f6f5956344 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307822 Jun 23 14:14:45.972444 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c805a-0b50-4297-9da1-4c782dc83ca3 req-69c5dcc9-54cb-4545-94c4-2b57076c9e9c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:45.973888 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-335c805a-0b50-4297-9da1-4c782dc83ca3 req-69c5dcc9-54cb-4545-94c4-2b57076c9e9c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0982709 Jun 23 14:14:45.981328 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Deleting port 435fbb14-e9a3-4e88-8047-08ad4ef7db26 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:45.981679 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.083690 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-335c805a-0b50-4297-9da1-4c782dc83ca3 req-74f75bbd-861e-4a7e-aaf8-9eb0e001d58c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0989487 Jun 23 14:14:46.103482 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613d09e-8af0-4544-b846-aaaa58cc1029 req-b7723c61-aba6-4298-92d1-5ac5d02eb320 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:46.105524 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e613d09e-8af0-4544-b846-aaaa58cc1029 req-b7723c61-aba6-4298-92d1-5ac5d02eb320 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 943 time: 0.0719974 Jun 23 14:14:46.109133 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] For port 435fbb14-e9a3-4e88-8047-08ad4ef7db26, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=435fbb14-e9a3-4e88-8047-08ad4ef7db26,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:46.109565 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.122825 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Calling delete_port for 435fbb14-e9a3-4e88-8047-08ad4ef7db26 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:46.145632 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e613d09e-8af0-4544-b846-aaaa58cc1029 req-43c03e52-9208-46f8-b4b3-77033a0d4410 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345633 Jun 23 14:14:46.260957 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.264787 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cf943328-4874-472b-a50e-67877d8acb9c tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:46.280343 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['c1846fb8-af4c-4fde-915b-f06424963301', 'cefb71b1-ebed-4f7e-99b4-7cf622be715f', '435fbb14-e9a3-4e88-8047-08ad4ef7db26'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:46.291058 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Pushing event deleted for resources: {'Port': ['ID=435fbb14-e9a3-4e88-8047-08ad4ef7db26,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:46.294813 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:46.338171 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] No DVR routers for this DVR port 435fbb14-e9a3-4e88-8047-08ad4ef7db26 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:46.341288 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.343344 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-75ba5380-f21f-4ab8-a3ac-0b74daf83aab req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "DELETE /v2.0/ports/435fbb14-e9a3-4e88-8047-08ad4ef7db26 HTTP/1.1" status: 204 len: 173 time: 0.5305965 Jun 23 14:14:46.343835 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87a87655-a1c0-4b44-a555-5af078c960ac', 'name': 'network-vif-deleted', 'tag': '435fbb14-e9a3-4e88-8047-08ad4ef7db26'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:46.346119 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4875e30d-c26d-496f-bf41-2d948e24ca8f" -d '{"events": [{"server_uuid": "87a87655-a1c0-4b44-a555-5af078c960ac", "name": "network-vif-deleted", "tag": "435fbb14-e9a3-4e88-8047-08ad4ef7db26"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:46.384628 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-405c6a91-e301-4769-a26e-c28c044392bf x-openstack-request-id: req-405c6a91-e301-4769-a26e-c28c044392bf {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:46.384952 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87a87655-a1c0-4b44-a555-5af078c960ac", "name": "network-vif-deleted", "tag": "435fbb14-e9a3-4e88-8047-08ad4ef7db26", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:46.385237 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-405c6a91-e301-4769-a26e-c28c044392bf {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:46.385684 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87a87655-a1c0-4b44-a555-5af078c960ac', 'name': 'network-vif-deleted', 'tag': '435fbb14-e9a3-4e88-8047-08ad4ef7db26', 'status': 'completed', 'code': 200} Jun 23 14:14:46.586660 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.074299 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-012e54a1-3bda-4ed3-b820-665483055e3e req-ab0caf88-0705-4608-a580-0833fdf0a9f1 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=87a87655-a1c0-4b44-a555-5af078c960ac HTTP/1.1" status: 200 len: 210 time: 0.0320132 Jun 23 14:14:47.360585 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40882a-0afe-4834-bd95-22e6fc32dbcd req-d595a651-4432-4278-a103-07de087a9feb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:47.363804 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0a40882a-0afe-4834-bd95-22e6fc32dbcd req-d595a651-4432-4278-a103-07de087a9feb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1514928 Jun 23 14:14:47.368088 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f4e70f-4926-40d5-8596-7336aede8015 req-889df337-54a7-4a20-b6c1-8d00d0edbbc5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:47.369690 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-92f4e70f-4926-40d5-8596-7336aede8015 req-889df337-54a7-4a20-b6c1-8d00d0edbbc5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 943 time: 0.0965438 Jun 23 14:14:47.423211 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0a40882a-0afe-4834-bd95-22e6fc32dbcd req-d00f0152-77f2-402f-9dfb-b2ce5c6eaca3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438557 Jun 23 14:14:47.426936 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-92f4e70f-4926-40d5-8596-7336aede8015 req-ae77b5c1-b7c9-48d9-b71b-84b9005715a8 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471146 Jun 23 14:14:48.578119 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bcabc-4dd2-42cd-9a63-f5a5dfd4f96c req-55ade804-e2e2-4d48-8736-0da4a050b2ab tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:48.579620 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a27bcabc-4dd2-42cd-9a63-f5a5dfd4f96c req-55ade804-e2e2-4d48-8736-0da4a050b2ab tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 946 time: 0.0744231 Jun 23 14:14:48.622647 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0418d-1a4c-4485-848b-d3c33f04a985 req-e4cf5174-5d72-4664-826f-ac5a6b0512da tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:48.623491 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a27bcabc-4dd2-42cd-9a63-f5a5dfd4f96c req-91681aa9-bc87-490d-931a-9809e9cb9a1e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365317 Jun 23 14:14:48.624319 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9ea0418d-1a4c-4485-848b-d3c33f04a985 req-e4cf5174-5d72-4664-826f-ac5a6b0512da tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 943 time: 0.0685887 Jun 23 14:14:48.674794 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9ea0418d-1a4c-4485-848b-d3c33f04a985 req-404c38a3-45b2-437c-bc26-0b6d6453b204 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439589 Jun 23 14:14:48.802927 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c44f07c-f9b4-4e84-b0ad-036ca58dbc49 req-412217c8-2f10-4409-9499-e304bfede44f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:48.804417 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9c44f07c-f9b4-4e84-b0ad-036ca58dbc49 req-412217c8-2f10-4409-9499-e304bfede44f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0708418 Jun 23 14:14:48.852449 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9c44f07c-f9b4-4e84-b0ad-036ca58dbc49 req-57a20cc7-3f90-4d4c-87b3-ed7ee26ab356 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418849 Jun 23 14:14:49.803862 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6e8e4-f613-4659-a9b7-f4bfe0d8f35d req-4effa4bc-6ae5-4170-85af-2271e4921c42 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:49.806029 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-86a6e8e4-f613-4659-a9b7-f4bfe0d8f35d req-4effa4bc-6ae5-4170-85af-2271e4921c42 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 946 time: 0.0685620 Jun 23 14:14:49.851362 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-86a6e8e4-f613-4659-a9b7-f4bfe0d8f35d req-fe02213b-8fe5-43fc-9582-d8bba06f3c1c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395651 Jun 23 14:14:49.865749 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e480f1-8337-4aa4-a63e-e154c9fcbdc2 req-57aa699f-2d95-41e2-a835-cae015c41689 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:49.867405 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-78e480f1-8337-4aa4-a63e-e154c9fcbdc2 req-57aa699f-2d95-41e2-a835-cae015c41689 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 943 time: 0.0776579 Jun 23 14:14:49.911180 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 10d80f84-b43b-4636-bcf0-1e4e196880df details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:14:49.919490 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-78e480f1-8337-4aa4-a63e-e154c9fcbdc2 req-fabe5c42-cb73-4db5-a9ac-2f44a4d87759 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457156 Jun 23 14:14:49.938559 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 435fbb14-e9a3-4e88-8047-08ad4ef7db26 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:49.970938 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 435fbb14-e9a3-4e88-8047-08ad4ef7db26 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:49.971284 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 435fbb14-e9a3-4e88-8047-08ad4ef7db26 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:50.036602 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0280de-bc29-4e04-8951-06626c542914 req-7a1bcae7-9424-4108-bd04-4ba7676ecb9c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:50.038194 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9e0280de-bc29-4e04-8951-06626c542914 req-7a1bcae7-9424-4108-bd04-4ba7676ecb9c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0680223 Jun 23 14:14:50.043187 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 10d80f84-b43b-4636-bcf0-1e4e196880df, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=10d80f84-b43b-4636-bcf0-1e4e196880df,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:50.055846 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '10d80f84-b43b-4636-bcf0-1e4e196880df', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'port_id': '10d80f84-b43b-4636-bcf0-1e4e196880df', 'mac_address': 'fa:16:3e:8c:bd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:14:50.076727 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9e0280de-bc29-4e04-8951-06626c542914 req-5b571150-3caa-491c-b7a9-22db5db2e7ce tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325630 Jun 23 14:14:50.101645 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:50.117273 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d80f84-b43b-4636-bcf0-1e4e196880df {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:50.139329 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 10d80f84-b43b-4636-bcf0-1e4e196880df, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=10d80f84-b43b-4636-bcf0-1e4e196880df,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:50.143261 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:50.145836 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:50.193114 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=10d80f84-b43b-4636-bcf0-1e4e196880df,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:50.196490 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:50.677424 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-7a10ae8b-40ee-4c41-957e-a9d900bd1c05 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:50.678873 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-7a10ae8b-40ee-4c41-957e-a9d900bd1c05 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 946 time: 0.0685890 Jun 23 14:14:50.785078 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Deleting port cefb71b1-ebed-4f7e-99b4-7cf622be715f {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:50.785426 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:50.836738 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['10d80f84-b43b-4636-bcf0-1e4e196880df'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:50.878563 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] For port cefb71b1-ebed-4f7e-99b4-7cf622be715f, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=cefb71b1-ebed-4f7e-99b4-7cf622be715f,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:50.879196 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:50.892852 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Calling delete_port for cefb71b1-ebed-4f7e-99b4-7cf622be715f owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:51.081838 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2497b913-0088-43a0-ad67-baf43daaca99 req-d0c396af-7682-49dd-b3b8-072cdc569f59 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.084275 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2497b913-0088-43a0-ad67-baf43daaca99 req-d0c396af-7682-49dd-b3b8-072cdc569f59 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=4aa06eb6-0a60-4588-b28b-d071328260b5 HTTP/1.1" status: 200 len: 946 time: 0.0839880 Jun 23 14:14:51.095527 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.115029 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:51.135042 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2497b913-0088-43a0-ad67-baf43daaca99 req-178e5afd-796c-4f78-9b5a-945d2394a298 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435486 Jun 23 14:14:51.143685 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Pushing event deleted for resources: {'Port': ['ID=cefb71b1-ebed-4f7e-99b4-7cf622be715f,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:51.149293 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:51.218863 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] No DVR routers for this DVR port cefb71b1-ebed-4f7e-99b4-7cf622be715f on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:51.221349 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.224417 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a9cf9223-867a-4638-8ded-2e8948379b1a req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "DELETE /v2.0/ports/cefb71b1-ebed-4f7e-99b4-7cf622be715f HTTP/1.1" status: 204 len: 173 time: 0.5395553 Jun 23 14:14:51.225131 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa06eb6-0a60-4588-b28b-d071328260b5', 'name': 'network-vif-deleted', 'tag': 'cefb71b1-ebed-4f7e-99b4-7cf622be715f'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:51.228034 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8509e2a9-f64f-424d-bfa9-7c068c65fe96" -d '{"events": [{"server_uuid": "4aa06eb6-0a60-4588-b28b-d071328260b5", "name": "network-vif-deleted", "tag": "cefb71b1-ebed-4f7e-99b4-7cf622be715f"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:51.254143 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60419240-a4e7-491b-a4f4-fb99c16fc8b0 req-1a8bdc64-fff7-4a00-ac3c-5428c4dcd795 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.255829 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-60419240-a4e7-491b-a4f4-fb99c16fc8b0 req-1a8bdc64-fff7-4a00-ac3c-5428c4dcd795 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 944 time: 0.1729319 Jun 23 14:14:51.318543 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a026e6d-2e1a-4042-bb16-625f0cc545fb req-69e88a9c-d7bb-4038-9500-77555a00d309 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.320650 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7a026e6d-2e1a-4042-bb16-625f0cc545fb req-69e88a9c-d7bb-4038-9500-77555a00d309 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0776110 Jun 23 14:14:51.331687 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-60419240-a4e7-491b-a4f4-fb99c16fc8b0 req-8aa3b6a6-064d-4040-b1c8-301ca9595e97 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682926 Jun 23 14:14:51.402788 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7a026e6d-2e1a-4042-bb16-625f0cc545fb req-f782ae3a-dc16-4485-82cf-c644508c73ea tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0730538 Jun 23 14:14:51.418847 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5769437-ff87-4c57-92ee-9019658b05a7 x-openstack-request-id: req-a5769437-ff87-4c57-92ee-9019658b05a7 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:51.419429 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aa06eb6-0a60-4588-b28b-d071328260b5", "name": "network-vif-deleted", "tag": "cefb71b1-ebed-4f7e-99b4-7cf622be715f", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:51.419813 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5769437-ff87-4c57-92ee-9019658b05a7 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:51.420382 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa06eb6-0a60-4588-b28b-d071328260b5', 'name': 'network-vif-deleted', 'tag': 'cefb71b1-ebed-4f7e-99b4-7cf622be715f', 'status': 'completed', 'code': 200} Jun 23 14:14:51.722400 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['c1846fb8-af4c-4fde-915b-f06424963301', 'cefb71b1-ebed-4f7e-99b4-7cf622be715f'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:52.600772 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e038d3-f3d3-41ce-ba94-a8d00f07c328 req-b698f4b9-2606-4c23-a801-d3b87009a836 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:52.603011 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-25e038d3-f3d3-41ce-ba94-a8d00f07c328 req-b698f4b9-2606-4c23-a801-d3b87009a836 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 944 time: 0.1638312 Jun 23 14:14:52.705724 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-25e038d3-f3d3-41ce-ba94-a8d00f07c328 req-dd9a6b79-81d4-44c2-a882-b14b166d3a4e tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926301 Jun 23 14:14:52.712158 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c91ac46-2a78-45c1-9db6-b5cbfe10cf26 req-1adbd60a-4523-458d-815e-027f0a4f3537 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:52.714013 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9c91ac46-2a78-45c1-9db6-b5cbfe10cf26 req-1adbd60a-4523-458d-815e-027f0a4f3537 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1521926 Jun 23 14:14:52.771717 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9c91ac46-2a78-45c1-9db6-b5cbfe10cf26 req-90afe424-03df-4551-93f5-c92e982e3cb7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520022 Jun 23 14:14:53.763018 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916d3d32-87a2-4150-9e3c-b469bb1c803b req-320dae80-4a45-4b38-a259-2aa17124c963 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.764544 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-916d3d32-87a2-4150-9e3c-b469bb1c803b req-320dae80-4a45-4b38-a259-2aa17124c963 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0744090 Jun 23 14:14:53.803923 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-916d3d32-87a2-4150-9e3c-b469bb1c803b req-4ba40f83-091d-470d-83dd-17f76e366650 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336914 Jun 23 14:14:53.904242 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396b4893-1797-4629-b022-6a393c5dae71 req-7ad2b857-2c1d-48da-bbd4-31e6d11e19a4 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.905667 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-396b4893-1797-4629-b022-6a393c5dae71 req-7ad2b857-2c1d-48da-bbd4-31e6d11e19a4 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 944 time: 0.0699368 Jun 23 14:14:53.925434 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 10d80f84-b43b-4636-bcf0-1e4e196880df up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:53.948226 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-396b4893-1797-4629-b022-6a393c5dae71 req-5432202e-9633-499b-9f56-ede30fe0e6fb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363901 Jun 23 14:14:53.980176 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 10d80f84-b43b-4636-bcf0-1e4e196880df completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:53.984218 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 10d80f84-b43b-4636-bcf0-1e4e196880df triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:53.984597 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:53.989402 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef706c8-9ab0-47eb-aea9-e55364e703f7 req-88b2dfbf-a1f9-4529-a391-cc05b5f56e9d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.997264 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-eef706c8-9ab0-47eb-aea9-e55364e703f7 req-88b2dfbf-a1f9-4529-a391-cc05b5f56e9d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0916781 Jun 23 14:14:54.033490 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-eef706c8-9ab0-47eb-aea9-e55364e703f7 req-b3f5fbeb-04db-43fe-a39c-8a4bcaa1b317 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353041 Jun 23 14:14:54.069026 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:54.092490 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d80f84-b43b-4636-bcf0-1e4e196880df'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:54.094848 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e57c7f-aed2-4064-a11a-baf9a8792e6d" -d '{"events": [{"server_uuid": "c6cdf90c-ea77-4ca9-ab52-89e518200677", "name": "network-vif-plugged", "status": "completed", "tag": "10d80f84-b43b-4636-bcf0-1e4e196880df"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:54.110616 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 10d80f84-b43b-4636-bcf0-1e4e196880df, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=10d80f84-b43b-4636-bcf0-1e4e196880df,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:54.115562 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:54.116596 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device cefb71b1-ebed-4f7e-99b4-7cf622be715f no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:54.141524 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:54.146816 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc88560b-b1c7-44e7-a276-982f6a4d814e x-openstack-request-id: req-fc88560b-b1c7-44e7-a276-982f6a4d814e {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:54.146816 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cdf90c-ea77-4ca9-ab52-89e518200677", "name": "network-vif-plugged", "status": "completed", "tag": "10d80f84-b43b-4636-bcf0-1e4e196880df", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:54.146816 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc88560b-b1c7-44e7-a276-982f6a4d814e {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:54.146816 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d80f84-b43b-4636-bcf0-1e4e196880df', 'code': 200} Jun 23 14:14:54.146816 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: cefb71b1-ebed-4f7e-99b4-7cf622be715f {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:54.146816 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device cefb71b1-ebed-4f7e-99b4-7cf622be715f not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:54.198794 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=10d80f84-b43b-4636-bcf0-1e4e196880df,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:54.201746 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:54.411592 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb187034-40aa-4936-b7be-c2cc9f4b4cf3 req-17d9075f-db69-492a-9ff0-bc281fc7ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:54.413086 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bb187034-40aa-4936-b7be-c2cc9f4b4cf3 req-17d9075f-db69-492a-9ff0-bc281fc7ab4b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 1098 time: 0.0639265 Jun 23 14:14:54.454207 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bb187034-40aa-4936-b7be-c2cc9f4b4cf3 req-b3f4257b-47c0-4619-bda5-44893cc28775 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333028 Jun 23 14:14:54.994259 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381c2b8-01f7-4809-bc83-71bbe65966bd req-ad1fcc73-9375-4897-9ce9-d5cfef69f6c3 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:54.996176 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d381c2b8-01f7-4809-bc83-71bbe65966bd req-ad1fcc73-9375-4897-9ce9-d5cfef69f6c3 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0731070 Jun 23 14:14:55.040147 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d381c2b8-01f7-4809-bc83-71bbe65966bd req-a4d6083a-d460-4144-b8b6-ff71ce99b98b tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385523 Jun 23 14:14:55.160171 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cc070c-ea2f-4cf5-9977-bb19ad310080 req-c58fefef-c243-4f6b-b42d-8d6d946b1030 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:55.167641 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-46cc070c-ea2f-4cf5-9977-bb19ad310080 req-c58fefef-c243-4f6b-b42d-8d6d946b1030 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0735934 Jun 23 14:14:55.212351 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-46cc070c-ea2f-4cf5-9977-bb19ad310080 req-f74a919a-9215-4504-84d8-c7c49f2ef617 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435472 Jun 23 14:14:55.256497 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbe86c-d323-40b7-944e-808a5b394144 req-fdd3e64c-fb0f-4282-ae69-316a46c63c88 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:55.258807 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-65dbe86c-d323-40b7-944e-808a5b394144 req-fdd3e64c-fb0f-4282-ae69-316a46c63c88 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0854933 Jun 23 14:14:55.302169 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-65dbe86c-d323-40b7-944e-808a5b394144 req-0f813b79-49aa-454b-af79-318b0ab48f54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0375011 Jun 23 14:14:56.240792 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-86903759-dad7-42c9-9556-894c22aabc48 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:56.242276 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-86903759-dad7-42c9-9556-894c22aabc48 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0707169 Jun 23 14:14:56.248628 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920cf36c-2777-47e3-b685-a796d196d18d req-ea9374de-4277-44fc-9b89-d63f3ab3ba45 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:56.251217 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-920cf36c-2777-47e3-b685-a796d196d18d req-ea9374de-4277-44fc-9b89-d63f3ab3ba45 tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 946 time: 0.0767739 Jun 23 14:14:56.320811 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-920cf36c-2777-47e3-b685-a796d196d18d req-885bbd79-41d6-41a0-959c-e1513fbf952e tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/security-groups?id=7b228788-5cc2-4dfa-b86b-76887f572223&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630052 Jun 23 14:14:56.434278 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Deleting port c1846fb8-af4c-4fde-915b-f06424963301 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:56.434801 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.444588 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24ed97-06f9-46cb-8de2-c499186cef89 req-979e26e0-6650-46fa-81be-a31a633032e4 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:56.446160 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ef24ed97-06f9-46cb-8de2-c499186cef89 req-979e26e0-6650-46fa-81be-a31a633032e4 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0952971 Jun 23 14:14:56.537860 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ef24ed97-06f9-46cb-8de2-c499186cef89 req-56ceb215-e506-4c32-abe4-9c5145f3f98e tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784781 Jun 23 14:14:56.564274 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d1a70-ef7e-4c3a-b0bd-6c99e7eccacb req-8b3a7819-64ab-4c04-8aac-3ae5efc87506 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:56.564629 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] For port c1846fb8-af4c-4fde-915b-f06424963301, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=c1846fb8-af4c-4fde-915b-f06424963301,segment=NetworkSegment(3faf1a55-3e53-422d-96b0-df4c90e8b376),segment_id=3faf1a55-3e53-422d-96b0-df4c90e8b376)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:56.565102 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.570734 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-352d1a70-ef7e-4c3a-b0bd-6c99e7eccacb req-8b3a7819-64ab-4c04-8aac-3ae5efc87506 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0916915 Jun 23 14:14:56.583553 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Calling delete_port for c1846fb8-af4c-4fde-915b-f06424963301 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:56.629430 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-352d1a70-ef7e-4c3a-b0bd-6c99e7eccacb req-0c31777a-5cfd-4c0a-bf5b-edf2fd5bcdaf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559874 Jun 23 14:14:56.759300 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637714f2-a23b-4a7f-9367-86addf29d802 req-180e8f3a-83f8-49ee-8783-143027f0613d tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:56.761494 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-637714f2-a23b-4a7f-9367-86addf29d802 req-180e8f3a-83f8-49ee-8783-143027f0613d tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0980012 Jun 23 14:14:56.774059 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36488) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:56.783487 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-696a9591-fe65-4401-9e43-049c194c8d08 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'floatingip': {'port_id': '10d80f84-b43b-4636-bcf0-1e4e196880df'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:56.823358 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.827422 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0a7e8ce7-0da4-4fff-8024-ddd89ebcb9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:56.834775 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['c1846fb8-af4c-4fde-915b-f06424963301'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:56.856182 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Pushing event deleted for resources: {'Port': ['ID=c1846fb8-af4c-4fde-915b-f06424963301,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:56.859701 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:56.887578 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-696a9591-fe65-4401-9e43-049c194c8d08 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.920333 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] No DVR routers for this DVR port c1846fb8-af4c-4fde-915b-f06424963301 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:56.923631 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.925614 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dbb524ea-33ce-4188-8326-ac7f1a54e3ce req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.10 "DELETE /v2.0/ports/c1846fb8-af4c-4fde-915b-f06424963301 HTTP/1.1" status: 204 len: 173 time: 0.6760113 Jun 23 14:14:56.926141 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '309866c0-480c-462b-a9a5-d839e923269c', 'name': 'network-vif-deleted', 'tag': 'c1846fb8-af4c-4fde-915b-f06424963301'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:56.928763 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760b3d41-5047-49b4-a3a5-62855d9591d3" -d '{"events": [{"server_uuid": "309866c0-480c-462b-a9a5-d839e923269c", "name": "network-vif-deleted", "tag": "c1846fb8-af4c-4fde-915b-f06424963301"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:56.995954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd38eba-a76c-4f0c-b67a-6c07a65f6d4b x-openstack-request-id: req-9dd38eba-a76c-4f0c-b67a-6c07a65f6d4b {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:56.995954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "309866c0-480c-462b-a9a5-d839e923269c", "name": "network-vif-deleted", "tag": "c1846fb8-af4c-4fde-915b-f06424963301", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:56.995954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9dd38eba-a76c-4f0c-b67a-6c07a65f6d4b {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:56.995954 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '309866c0-480c-462b-a9a5-d839e923269c', 'name': 'network-vif-deleted', 'tag': 'c1846fb8-af4c-4fde-915b-f06424963301', 'status': 'completed', 'code': 200} Jun 23 14:14:57.511034 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-340ca203-ea77-4ac7-a556-f6fd54769730 req-656c6683-a424-43a0-9df3-5a350e73f1ba tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] 10.222.0.26 "GET /v2.0/ports?device_id=309866c0-480c-462b-a9a5-d839e923269c HTTP/1.1" status: 200 len: 210 time: 0.0398433 Jun 23 14:14:57.678884 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-696a9591-fe65-4401-9e43-049c194c8d08 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.685155 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-696a9591-fe65-4401-9e43-049c194c8d08 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:58.047083 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.l3_db [None req-696a9591-fe65-4401-9e43-049c194c8d08 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Floating IP dada94ee-cbcf-406c-bbc0-0f8e655fdec0 associated. External IP: 172.27.3.123, port: 10d80f84-b43b-4636-bcf0-1e4e196880df. Jun 23 14:14:58.101714 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1270df8a-df0b-4220-9f70-5b115eeaf739 req-4208eef0-fe71-4382-b302-d6ee66fe7bf1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.103719 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1270df8a-df0b-4220-9f70-5b115eeaf739 req-4208eef0-fe71-4382-b302-d6ee66fe7bf1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1430953 Jun 23 14:14:58.184692 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1270df8a-df0b-4220-9f70-5b115eeaf739 req-9559961f-e46d-4b10-8e58-5ed8f1dee386 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0511708 Jun 23 14:14:58.284056 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696a9591-fe65-4401-9e43-049c194c8d08 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Router db3c057c-ead8-42d2-9bce-f99da7da9404 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:14:58.390071 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696a9591-fe65-4401-9e43-049c194c8d08 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:58.394842 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-696a9591-fe65-4401-9e43-049c194c8d08 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:58.399313 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] Sync routers for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:58.408721 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:58.409352 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:14:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:58.434720 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-696a9591-fe65-4401-9e43-049c194c8d08 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "PUT /v2.0/floatingips/dada94ee-cbcf-406c-bbc0-0f8e655fdec0 HTTP/1.1" status: 200 len: 991 time: 1.6578672 Jun 23 14:14:58.435368 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'tag': '10d80f84-b43b-4636-bcf0-1e4e196880df'}] {{(pid=93098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:58.437739 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae64177605cb7c2040b05ec36b85f5604532bc610432cca37264cc9b1b03e449" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac68403-0ce0-44cc-b34f-056702f3756d" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cdf90c-ea77-4ca9-ab52-89e518200677", "tag": "10d80f84-b43b-4636-bcf0-1e4e196880df"}]}' {{(pid=93098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:58.475423 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38570a4e-405f-4838-a177-0adfb86b1bc5 x-openstack-request-id: req-38570a4e-405f-4838-a177-0adfb86b1bc5 {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:58.475705 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cdf90c-ea77-4ca9-ab52-89e518200677", "tag": "10d80f84-b43b-4636-bcf0-1e4e196880df", "status": "completed", "code": 200}]} {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:58.476115 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-38570a4e-405f-4838-a177-0adfb86b1bc5 {{(pid=93098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:58.476593 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'tag': '10d80f84-b43b-4636-bcf0-1e4e196880df', 'status': 'completed', 'code': 200} Jun 23 14:14:58.515403 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:58.553013 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac68403-0ce0-44cc-b34f-056702f3756d req-d64b4685-6e2f-4e88-9f11-fba383a8cf63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.555418 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dac68403-0ce0-44cc-b34f-056702f3756d req-d64b4685-6e2f-4e88-9f11-fba383a8cf63 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 1098 time: 0.0572538 Jun 23 14:14:58.597501 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36516) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:58.640388 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_v2 [None req-8444c756-2453-4827-8e2a-153a4c630f59 admin admin] Deleting subnet beda9355-21c8-4003-885c-0161ade90cc3 {{(pid=93098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:14:58.643238 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8444c756-2453-4827-8e2a-153a4c630f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:58.679234 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8444c756-2453-4827-8e2a-153a4c630f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579050'] for subnet, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:58.722010 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8444c756-2453-4827-8e2a-153a4c630f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:58.762027 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac68403-0ce0-44cc-b34f-056702f3756d req-3e613754-9560-437a-8bce-2a15d3754b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.763593 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dac68403-0ce0-44cc-b34f-056702f3756d req-3e613754-9560-437a-8bce-2a15d3754b42 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 911 time: 0.1039984 Jun 23 14:14:58.804321 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8444c756-2453-4827-8e2a-153a4c630f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136501'] for subnet, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:58.807886 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:58.808704 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'dada94ee-cbcf-406c-bbc0-0f8e655fdec0', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'port_id': '10d80f84-b43b-4636-bcf0-1e4e196880df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'mac_address': 'fa:16:3e:8c:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:38Z', 'updated_at': '2021-06-23T14:14:57Z', 'revision_number': 1, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:58.835867 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444c756-2453-4827-8e2a-153a4c630f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=beda9355-21c8-4003-885c-0161ade90cc3,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:58.836496 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] Checking router: db3c057c-ead8-42d2-9bce-f99da7da9404 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:58.838865 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8444c756-2453-4827-8e2a-153a4c630f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:58.839880 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8444c756-2453-4827-8e2a-153a4c630f59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:58.844891 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-8444c756-2453-4827-8e2a-153a4c630f59 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/beda9355-21c8-4003-885c-0161ade90cc3 HTTP/1.1" status: 204 len: 168 time: 0.2462611 Jun 23 14:14:58.845570 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36518) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:58.846300 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:58.847685 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:14:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:58.854454 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dac68403-0ce0-44cc-b34f-056702f3756d req-78335a37-ed13-4e97-92e8-29da1355fa3b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d80f84-b43b-4636-bcf0-1e4e196880df HTTP/1.1" status: 200 len: 999 time: 0.0820992 Jun 23 14:14:58.915620 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:58.919462 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac68403-0ce0-44cc-b34f-056702f3756d req-a87e0680-6918-479b-9bde-6b9526c431ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.921135 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dac68403-0ce0-44cc-b34f-056702f3756d req-a87e0680-6918-479b-9bde-6b9526c431ce service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 200 len: 849 time: 0.0527155 Jun 23 14:14:59.007057 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.011724 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac68403-0ce0-44cc-b34f-056702f3756d req-fd4c2204-27a1-46a7-80f8-21ce69d43362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.013198 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dac68403-0ce0-44cc-b34f-056702f3756d req-fd4c2204-27a1-46a7-80f8-21ce69d43362 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2890c9a2-c322-459b-ac8e-2f8f78d8a615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0848324 Jun 23 14:14:59.018727 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21949135-2ee6-42bd-989c-5eb0a8da18e4']}} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:59.029304 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3faf1a55-3e53-422d-96b0-df4c90e8b376') {'for_net_delete': True} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:59.029644 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3faf1a55-3e53-422d-96b0-df4c90e8b376') {} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:59.038797 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579061'] for segment, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.053484 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.060241 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:14:59.060629 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461502'] for segment, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: Traceback (most recent call last): Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: timer() Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: cb(*args, **kw) Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: return func(*args, **kwargs) Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: self._notify() Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: self.callback(batched_events) Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: event.method(event) Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: return f(self, *a, **k) Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._get(url).json() Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: return self.request(url, 'GET', **kwargs) Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:14:59.063609 dv-cinder-794001-2-iscsi neutron-server[93098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:14:59.077246 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:59.086816 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-13ea05d5-932f-45c3-bd2b-53a2299e603d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.088302 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-13ea05d5-932f-45c3-bd2b-53a2299e603d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 1099 time: 0.1155097 Jun 23 14:14:59.120493 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.131506 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.136911 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/21949135-2ee6-42bd-989c-5eb0a8da18e4 HTTP/1.1" status: 204 len: 168 time: 0.2875926 Jun 23 14:14:59.136911 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:59.154219 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=21949135-2ee6-42bd-989c-5eb0a8da18e4,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:59.157263 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-15540038-cf49-41d2-a783-0c08f61100b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:59.169796 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dac68403-0ce0-44cc-b34f-056702f3756d req-53d67afc-d176-4647-acbc-ab805fe5a9ab service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465256 Jun 23 14:14:59.273045 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36524) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:59.317940 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-5e095ac0-5f62-46ab-8804-b3341e86e5a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a8890c0d47e94d3f81957bf77d74427d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434840 Jun 23 14:14:59.320225 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36526) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:59.357203 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'dada94ee-cbcf-406c-bbc0-0f8e655fdec0', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'port_id': '10d80f84-b43b-4636-bcf0-1e4e196880df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'mac_address': 'fa:16:3e:8c:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:38Z', 'updated_at': '2021-06-23T14:14:57Z', 'revision_number': 1, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:59.385357 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1c5171-aab9-4260-8ac8-eab803ace1c8 None None] The sync data for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi is: [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'dada94ee-cbcf-406c-bbc0-0f8e655fdec0', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'floating_ip_address': '172.27.3.123', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'port_id': '10d80f84-b43b-4636-bcf0-1e4e196880df', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 431, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'mac_address': 'fa:16:3e:8c:bd:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:38Z', 'updated_at': '2021-06-23T14:14:57Z', 'revision_number': 1, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:59.418773 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b25084bc-7e71-4c68-8788-9f967aa825e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.442973 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e42cb8-024a-4012-a5c5-497a368c38f1 req-32e99f73-756a-456d-a4e8-8aced11e43e3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.444580 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a7e42cb8-024a-4012-a5c5-497a368c38f1 req-32e99f73-756a-456d-a4e8-8aced11e43e3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.1113753 Jun 23 14:14:59.454828 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b25084bc-7e71-4c68-8788-9f967aa825e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.499642 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-52bef3a0-fd1a-4e2e-96f5-1c9d2ed1b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.501323 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-52bef3a0-fd1a-4e2e-96f5-1c9d2ed1b070 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.4057724 Jun 23 14:14:59.513244 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a7e42cb8-024a-4012-a5c5-497a368c38f1 req-6728b732-c6f6-40ea-9aa7-5f7ef5b6e2a1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0604129 Jun 23 14:14:59.534503 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b25084bc-7e71-4c68-8788-9f967aa825e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.538472 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-b25084bc-7e71-4c68-8788-9f967aa825e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.543591 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-b25084bc-7e71-4c68-8788-9f967aa825e5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b228788-5cc2-4dfa-b86b-76887f572223 HTTP/1.1" status: 204 len: 168 time: 0.2223136 Jun 23 14:14:59.545141 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1b402bd4-d74c-4ed4-ba49-1013542155cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:59.553550 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25084bc-7e71-4c68-8788-9f967aa825e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b228788-5cc2-4dfa-b86b-76887f572223,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:59.568259 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-b25084bc-7e71-4c68-8788-9f967aa825e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:59.600741 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-dac68403-0ce0-44cc-b34f-056702f3756d req-56012cb5-58ef-4982-8f79-3b4920c92dd7 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232914 Jun 23 14:14:59.609511 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-04fd5f6b-14f4-49cc-9a93-98e2ccbea14f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0 HTTP/1.1" status: 200 len: 1001 time: 0.1006544 Jun 23 14:14:59.662416 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-44cb8bf3-ef07-48f9-8a16-5a5cf56040b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.663902 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-44cb8bf3-ef07-48f9-8a16-5a5cf56040b0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0474207 Jun 23 14:14:59.664061 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c639cb00-4851-45e3-a04c-83c7bad2c7c2 None None] New status for floating IP dada94ee-cbcf-406c-bbc0-0f8e655fdec0: ACTIVE {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:14:59.737740 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-4df112ef-ab94-403f-a885-42bac075224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.737740 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-4df112ef-ab94-403f-a885-42bac075224a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0658150 Jun 23 14:14:59.847740 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-ab9abf0a-565c-4f07-b608-63487e579737 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031294 Jun 23 14:14:59.941683 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device c1846fb8-af4c-4fde-915b-f06424963301 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:59.964742 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-728b82ac-2d65-4e96-9a70-aac9602166bb req-80c1b591-c4d7-4141-bb53-5e6ade67913a service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081979 Jun 23 14:14:59.972063 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: c1846fb8-af4c-4fde-915b-f06424963301 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:59.972696 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device c1846fb8-af4c-4fde-915b-f06424963301 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:15:00.944614 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef85a6b-95ee-41d6-b37d-165f4e2879fe req-3af0773b-ecb9-4a02-86be-bb869356fbc4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:00.946178 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7ef85a6b-95ee-41d6-b37d-165f4e2879fe req-3af0773b-ecb9-4a02-86be-bb869356fbc4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 946 time: 0.0883875 Jun 23 14:15:00.992651 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7ef85a6b-95ee-41d6-b37d-165f4e2879fe req-8e52ac5e-6e2f-4741-98cd-70dbbe7246e3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398183 Jun 23 14:15:01.367699 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36584) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:01.467248 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-df858939-8ff2-4a5b-929d-20b94e84f909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.554982 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-df858939-8ff2-4a5b-929d-20b94e84f909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.560736 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-df858939-8ff2-4a5b-929d-20b94e84f909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.563220 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ecc202b2-d39a-4e14-9b3f-9d3ab9ff696d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:01.600215 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-df858939-8ff2-4a5b-929d-20b94e84f909 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d2f49f725a64491b276bc40f14c3201&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313728 Jun 23 14:15:01.601115 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df858939-8ff2-4a5b-929d-20b94e84f909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cadb77-e448-4955-913a-f24b87438044,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:01.602870 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36590) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:01.605352 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-df858939-8ff2-4a5b-929d-20b94e84f909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:01.653588 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f780370d-3e39-4daf-a87e-b433c6dd059e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.678123 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f780370d-3e39-4daf-a87e-b433c6dd059e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.722451 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f780370d-3e39-4daf-a87e-b433c6dd059e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.724933 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f780370d-3e39-4daf-a87e-b433c6dd059e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.726049 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-f780370d-3e39-4daf-a87e-b433c6dd059e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/93cadb77-e448-4955-913a-f24b87438044 HTTP/1.1" status: 204 len: 168 time: 0.1209314 Jun 23 14:15:01.726805 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7422c963-508a-429d-bc15-718abf434fad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:01.735950 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780370d-3e39-4daf-a87e-b433c6dd059e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cadb77-e448-4955-913a-f24b87438044,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:01.738287 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f780370d-3e39-4daf-a87e-b433c6dd059e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:01.962084 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:15:01.987110 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36598) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:02.001169 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2cb09f3e-7d0b-485a-a9e3-7eaccc80809a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.047868 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.082577 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:02.085478 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709c80ec-f490-427a-9e79-c81955c2a3f3" -d '{"events": [{"server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:02.100756 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:02.106772 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.109224 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f15c3fa3-7381-4476-8026-989de647dcbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:02.167130 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=8']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:02.170466 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:02.197112 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2cb09f3e-7d0b-485a-a9e3-7eaccc80809a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.202792 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2cb09f3e-7d0b-485a-a9e3-7eaccc80809a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.207045 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-20087c6c-1a20-46fd-bf3c-b0b159553b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:02.213507 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03974807-8939-4cec-a636-41ea48644966 x-openstack-request-id: req-03974807-8939-4cec-a636-41ea48644966 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:02.214245 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "name": "network-vif-unplugged", "status": "completed", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:02.214245 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-03974807-8939-4cec-a636-41ea48644966 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:02.220163 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'code': 200} Jun 23 14:15:02.231063 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c68721-156d-4f5e-a2ab-01cba768a832 req-5bf12693-9f7f-4e2b-bf5a-ca29e0c7c96a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:02.233850 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-95c68721-156d-4f5e-a2ab-01cba768a832 req-5bf12693-9f7f-4e2b-bf5a-ca29e0c7c96a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0872142 Jun 23 14:15:02.242882 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-2cb09f3e-7d0b-485a-a9e3-7eaccc80809a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b84bfcdaab8e40b4abb477bf443ee136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546425 Jun 23 14:15:02.244906 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb09f3e-7d0b-485a-a9e3-7eaccc80809a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a05a48f4-3dd4-417e-aca7-11b743c61463,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:02.247733 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36606) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:02.248187 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2cb09f3e-7d0b-485a-a9e3-7eaccc80809a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:02.299370 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-95c68721-156d-4f5e-a2ab-01cba768a832 req-92de41c3-4624-495b-add4-a473156746f1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0590191 Jun 23 14:15:02.320047 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3e1651a-b723-46a2-8c6d-2bf9fc455a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.341478 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3e1651a-b723-46a2-8c6d-2bf9fc455a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.387235 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3e1651a-b723-46a2-8c6d-2bf9fc455a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.391762 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e3e1651a-b723-46a2-8c6d-2bf9fc455a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.392878 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e3e1651a-b723-46a2-8c6d-2bf9fc455a7f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a05a48f4-3dd4-417e-aca7-11b743c61463 HTTP/1.1" status: 204 len: 168 time: 0.1441820 Jun 23 14:15:02.393659 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2b1cfea5-62a1-4358-b337-3357d4837e47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:02.403568 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1651a-b723-46a2-8c6d-2bf9fc455a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a05a48f4-3dd4-417e-aca7-11b743c61463,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:02.406556 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e3e1651a-b723-46a2-8c6d-2bf9fc455a7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:03.046161 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36628) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:03.153216 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1334388683-network', 'tenant_id': 'f0b3dd105bc14748acb514da1a28e2e6'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:03.173756 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Made reservation on behalf of f0b3dd105bc14748acb514da1a28e2e6 for: {'network': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:15:03.176141 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.184857 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.272958 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.277360 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.281126 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0cbda0ef-492b-464b-bbbe-db0b1a7f4815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:03.301986 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 693} {{(pid=93097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:15:03.316632 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bacc4b4b-b441-4eb2-a9c6-a65f526b4962,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:03.319798 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:03.320825 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.321154 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.segments_db [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Added segment 0d3619a5-b163-4571-9d55-dcc3f71b8233 of type vlan for network 161d220b-0908-4865-9376-8d6b2039b55f Jun 23 14:15:03.360818 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.390667 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.391987 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.392676 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.394715 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:03.453451 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4059286 Jun 23 14:15:03.456874 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36636) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:03.461625 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Request body: {'subnet': {'network_id': '161d220b-0908-4865-9376-8d6b2039b55f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1334388683-subnet', 'tenant_id': 'f0b3dd105bc14748acb514da1a28e2e6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:03.469396 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Pushing event updated for resources: {'Network': ['ID=161d220b-0908-4865-9376-8d6b2039b55f,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:03.473058 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:03.476127 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86343383-6e1b-4fa5-a142-d94d486e77c9 req-85a2921e-735b-4e61-93c1-a172b8e0c8e2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.477627 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-86343383-6e1b-4fa5-a142-d94d486e77c9 req-85a2921e-735b-4e61-93c1-a172b8e0c8e2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0631931 Jun 23 14:15:03.479382 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 161d220b-0908-4865-9376-8d6b2039b55f details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:15:03.487652 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Made reservation on behalf of f0b3dd105bc14748acb514da1a28e2e6 for: {'subnet': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:15:03.490078 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12976817'] for subnet, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.521339 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-86343383-6e1b-4fa5-a142-d94d486e77c9 req-3b824633-e1d6-428e-926f-2aa95d0a4b30 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354602 Jun 23 14:15:03.664678 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13391818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12976803'] for subnet, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.667939 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:03.728598 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdb5f14-c428-47cd-be91-39bd2e357c0c,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:03.731268 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:03.735191 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Checking segment: {'id': '0d3619a5-b163-4571-9d55-dcc3f71b8233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 693, 'network_id': '161d220b-0908-4865-9376-8d6b2039b55f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:03.735556 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Network hostable DHCP agents. Network: 161d220b-0908-4865-9376-8d6b2039b55f, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:15:03.755847 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Network 161d220b-0908-4865-9376-8d6b2039b55f is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:15:03.766104 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 161d220b-0908-4865-9376-8d6b2039b55f) {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:03.770249 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.770868 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.775753 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394ac839-57ee-46fb-bde3-57dd3b92f7e8 None None] Network 161d220b-0908-4865-9376-8d6b2039b55f requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:15:03.789820 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3319180 Jun 23 14:15:03.927485 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64158d70-d037-41ef-b219-fac6cab8819d None None] Network 161d220b-0908-4865-9376-8d6b2039b55f requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:15:04.279446 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36672) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:04.284588 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-521048414-network', 'tenant_id': '4a901b9e4c8144b5b7d1544d9c5bad41'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:04.312284 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Made reservation on behalf of 4a901b9e4c8144b5b7d1544d9c5bad41 for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:15:04.316131 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72edd2e8-0375-4473-b372-f7c6ed18debf req-318e846b-68cf-4bb3-b90a-e2c047e3b43a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:04.316753 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.327817 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-72edd2e8-0375-4473-b372-f7c6ed18debf req-318e846b-68cf-4bb3-b90a-e2c047e3b43a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0804358 Jun 23 14:15:04.329411 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.374973 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-72edd2e8-0375-4473-b372-f7c6ed18debf req-3182d1ad-e3b2-4fa1-99c1-7f4267aab825 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460105 Jun 23 14:15:04.436857 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.440629 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.445325 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-decb19d9-cdaa-4d18-8c30-dba8ad8b05ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:04.469493 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 698} {{(pid=93098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:15:04.479256 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34d6b2ed-5c8e-4afb-bfd5-7c9c79a24e35,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:04.482889 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:04.487196 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.487382 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Added segment e9bbb56a-1187-4d43-a123-3911a23dfa25 of type vlan for network 973a5ec7-e82b-4290-b2bf-163e3611fad2 Jun 23 14:15:04.528684 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.557941 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.559325 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:04.559908 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.562806 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:04.619769 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3392248 Jun 23 14:15:04.622436 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36690) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:04.631004 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Request body: {'subnet': {'network_id': '973a5ec7-e82b-4290-b2bf-163e3611fad2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-521048414-subnet', 'tenant_id': '4a901b9e4c8144b5b7d1544d9c5bad41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:04.635812 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Pushing event updated for resources: {'Network': ['ID=973a5ec7-e82b-4290-b2bf-163e3611fad2,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:04.639840 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:04.645970 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 973a5ec7-e82b-4290-b2bf-163e3611fad2 details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:15:04.656750 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Made reservation on behalf of 4a901b9e4c8144b5b7d1544d9c5bad41 for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:15:04.659452 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13136488'] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.679445 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36692) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:04.777932 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-f1220aed-ed1c-4115-96d0-06782e6f08a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0972013 Jun 23 14:15:04.837652 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13460384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13136506'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.840799 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e555e44e-f72c-4b86-9c60-b2ef0adabfdf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:04.894180 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Pushing event updated for resources: {'Subnet': ['ID=773d6806-4e76-4257-a103-5ed89a491d07,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:04.896819 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:04.903030 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Checking segment: {'id': 'e9bbb56a-1187-4d43-a123-3911a23dfa25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 698, 'network_id': '973a5ec7-e82b-4290-b2bf-163e3611fad2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:04.903390 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Network hostable DHCP agents. Network: 973a5ec7-e82b-4290-b2bf-163e3611fad2, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:15:04.920877 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Network 973a5ec7-e82b-4290-b2bf-163e3611fad2 is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:15:04.929906 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 973a5ec7-e82b-4290-b2bf-163e3611fad2) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:04.934062 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:04.934685 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:04.940592 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-297b23ff-304b-48c4-a949-88c561165e2a None None] Network 973a5ec7-e82b-4290-b2bf-163e3611fad2 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:15:04.958379 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3294733 Jun 23 14:15:05.069944 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36706) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:05.080176 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f76ec9-33b3-4653-b8cc-17ec57eec820 None None] Network 973a5ec7-e82b-4290-b2bf-163e3611fad2 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:15:05.129321 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_v2 [None req-35643043-7592-4bd5-9aa0-8df8626ee130 admin admin] Deleting subnet cbdb5f14-c428-47cd-be91-39bd2e357c0c {{(pid=93097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:15:05.133416 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-35643043-7592-4bd5-9aa0-8df8626ee130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.172291 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-35643043-7592-4bd5-9aa0-8df8626ee130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13996498'] for subnet, precommit_delete_associations {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.213211 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-35643043-7592-4bd5-9aa0-8df8626ee130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.268499 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-35643043-7592-4bd5-9aa0-8df8626ee130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13390601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12976812'] for subnet, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.271855 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-8dea493c-e4cf-40b3-b03c-a00fc33d237d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:05.307159 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35643043-7592-4bd5-9aa0-8df8626ee130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdb5f14-c428-47cd-be91-39bd2e357c0c,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:05.310184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-35643043-7592-4bd5-9aa0-8df8626ee130 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:05.311717 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-35643043-7592-4bd5-9aa0-8df8626ee130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.313679 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-35643043-7592-4bd5-9aa0-8df8626ee130 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/cbdb5f14-c428-47cd-be91-39bd2e357c0c HTTP/1.1" status: 204 len: 168 time: 0.2425475 Jun 23 14:15:05.316351 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36710) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:05.383757 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.471127 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.482304 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161d220b-0908-4865-9376-8d6b2039b55f']}} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:05.494819 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d3619a5-b163-4571-9d55-dcc3f71b8233') {'for_net_delete': True} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:05.495436 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d3619a5-b163-4571-9d55-dcc3f71b8233') {} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:05.527890 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13996493'] for segment, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.545335 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.553534 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] Releasing vlan 693 on physical network physnet1 to pool {{(pid=93097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:15:05.554108 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13390740'] for segment, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: Traceback (most recent call last): Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: timer() Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: cb(*args, **kw) Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: return func(*args, **kwargs) Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: self._notify() Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: self.callback(batched_events) Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: event.method(event) Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: return f(self, *a, **k) Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._get(url).json() Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:15:05.556489 dv-cinder-794001-2-iscsi neutron-server[93097]: return self.request(url, 'GET', **kwargs) Jun 23 14:15:05.561470 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:15:05.561470 dv-cinder-794001-2-iscsi neutron-server[93097]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:15:05.561470 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:15:05.561470 dv-cinder-794001-2-iscsi neutron-server[93097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:15:05.561470 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:15:05.561470 dv-cinder-794001-2-iscsi neutron-server[93097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:15:05.561470 dv-cinder-794001-2-iscsi neutron-server[93097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:15:05.627758 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cc402-67d0-4e50-9945-0e1bbd71a715 req-e2110f2f-a52a-465b-950d-c8997c1071bb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:05.629219 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d00cc402-67d0-4e50-9945-0e1bbd71a715 req-e2110f2f-a52a-465b-950d-c8997c1071bb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.1390171 Jun 23 14:15:05.630226 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.634064 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:05.638096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.639865 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/161d220b-0908-4865-9376-8d6b2039b55f HTTP/1.1" status: 204 len: 168 time: 0.3226693 Jun 23 14:15:05.642722 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36716) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:05.656203 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=161d220b-0908-4865-9376-8d6b2039b55f,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:05.663298 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bf9990b1-63d6-453f-af94-698da880b6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:05.683304 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d00cc402-67d0-4e50-9945-0e1bbd71a715 req-5c6b2eca-6f53-45e9-a21e-eb75c358822d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463834 Jun 23 14:15:05.691433 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_v2 [None req-572eb051-d7fb-41bf-955c-b4629205c2a2 admin admin] Deleting subnet 773d6806-4e76-4257-a103-5ed89a491d07 {{(pid=93098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:15:05.694729 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-572eb051-d7fb-41bf-955c-b4629205c2a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.731277 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-572eb051-d7fb-41bf-955c-b4629205c2a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579050'] for subnet, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.773987 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-572eb051-d7fb-41bf-955c-b4629205c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.835978 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-572eb051-d7fb-41bf-955c-b4629205c2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136501'] for subnet, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.839523 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:05.864247 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572eb051-d7fb-41bf-955c-b4629205c2a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=773d6806-4e76-4257-a103-5ed89a491d07,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:05.868452 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-572eb051-d7fb-41bf-955c-b4629205c2a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.872671 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-572eb051-d7fb-41bf-955c-b4629205c2a2 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/773d6806-4e76-4257-a103-5ed89a491d07 HTTP/1.1" status: 204 len: 168 time: 0.2265511 Jun 23 14:15:05.872671 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-572eb051-d7fb-41bf-955c-b4629205c2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:05.873139 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36718) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:05.942760 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.988208 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:15:06.032873 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.043228 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973a5ec7-e82b-4290-b2bf-163e3611fad2']}} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:06.054186 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bbb56a-1187-4d43-a123-3911a23dfa25') {'for_net_delete': True} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:06.054537 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bbb56a-1187-4d43-a123-3911a23dfa25') {} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:06.064476 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579061'] for segment, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.079423 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.085990 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] Releasing vlan 698 on physical network physnet1 to pool {{(pid=93098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:15:06.086408 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461502'] for segment, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: Traceback (most recent call last): Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: timer() Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: cb(*args, **kw) Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: return func(*args, **kwargs) Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: self._notify() Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: self.callback(batched_events) Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: event.method(event) Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: return f(self, *a, **k) Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._get(url).json() Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: return self.request(url, 'GET', **kwargs) Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:15:06.088795 dv-cinder-794001-2-iscsi neutron-server[93098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:15:06.146654 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.150447 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:06.159187 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.161914 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] 10.222.0.26 "DELETE /v2.0/networks/973a5ec7-e82b-4290-b2bf-163e3611fad2 HTTP/1.1" status: 204 len: 168 time: 0.2881925 Jun 23 14:15:06.171376 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] Pushing event deleted for resources: {'Network': ['ID=973a5ec7-e82b-4290-b2bf-163e3611fad2,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:06.173885 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-45ca5ef8-1df3-40a5-ac42-f653557e0b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:06.311810 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36722) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:06.349516 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-30001538-ab56-42e3-af59-287f91e4dc6a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f0b3dd105bc14748acb514da1a28e2e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0364914 Jun 23 14:15:06.351687 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36724) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:06.397484 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-772d4b26-c9de-4b54-8be5-469f3575b236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.418421 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-772d4b26-c9de-4b54-8be5-469f3575b236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.462898 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-772d4b26-c9de-4b54-8be5-469f3575b236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.465389 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-772d4b26-c9de-4b54-8be5-469f3575b236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.466533 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-772d4b26-c9de-4b54-8be5-469f3575b236 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bacc4b4b-b441-4eb2-a9c6-a65f526b4962 HTTP/1.1" status: 204 len: 168 time: 0.1139061 Jun 23 14:15:06.467275 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3bfab14f-3af8-408a-a96a-9fa26d05bafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:06.475400 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d4b26-c9de-4b54-8be5-469f3575b236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bacc4b4b-b441-4eb2-a9c6-a65f526b4962,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:06.477543 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-772d4b26-c9de-4b54-8be5-469f3575b236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:06.568191 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-ca0e4441-2c6c-4a0f-95cd-dd67e8834938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:06.569519 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-ca0e4441-2c6c-4a0f-95cd-dd67e8834938 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975&tenant_id=8c02036f0bb54c9e9b69ad164ea237b0 HTTP/1.1" status: 200 len: 1097 time: 0.0848248 Jun 23 14:15:06.650115 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-3215127c-4eb6-4827-99f3-643a78709b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:06.651618 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-3215127c-4eb6-4827-99f3-643a78709b99 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 1097 time: 0.0531378 Jun 23 14:15:06.752281 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-574c9ea1-caf4-4453-a379-6abe313e1d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:06.753735 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-574c9ea1-caf4-4453-a379-6abe313e1d08 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.0940893 Jun 23 14:15:06.802153 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36734) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:06.841586 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-cbba9741-d86d-4ceb-abc5-2e0964665996 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a901b9e4c8144b5b7d1544d9c5bad41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376406 Jun 23 14:15:06.843972 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36736) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:06.851171 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-23ee40cc-f3e7-4b2a-966f-e6788624d96a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0 HTTP/1.1" status: 200 len: 999 time: 0.0870311 Jun 23 14:15:06.890841 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3dea9977-0e78-4dfa-a70c-8f0109c2cbb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.911273 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3dea9977-0e78-4dfa-a70c-8f0109c2cbb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.921023 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48b97e-c145-4e3c-adb7-82c96c0d5443 req-55784e73-94fb-4cfc-ab35-4fc8f74aa5b4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:06.922865 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5e48b97e-c145-4e3c-adb7-82c96c0d5443 req-55784e73-94fb-4cfc-ab35-4fc8f74aa5b4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.1102726 Jun 23 14:15:06.924762 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-8642678d-6fe6-4b27-b45a-7b4294484e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:06.926108 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-8642678d-6fe6-4b27-b45a-7b4294484e66 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0649245 Jun 23 14:15:06.959802 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3dea9977-0e78-4dfa-a70c-8f0109c2cbb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.963252 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3dea9977-0e78-4dfa-a70c-8f0109c2cbb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:06.964442 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-3dea9977-0e78-4dfa-a70c-8f0109c2cbb6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/34d6b2ed-5c8e-4afb-bfd5-7c9c79a24e35 HTTP/1.1" status: 204 len: 168 time: 0.1194363 Jun 23 14:15:06.965293 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ba7ecb01-41fd-4079-8747-853513243661 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:06.973410 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea9977-0e78-4dfa-a70c-8f0109c2cbb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d6b2ed-5c8e-4afb-bfd5-7c9c79a24e35,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:06.975841 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-3dea9977-0e78-4dfa-a70c-8f0109c2cbb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:06.997363 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5e48b97e-c145-4e3c-adb7-82c96c0d5443 req-ca807a68-4a2b-482d-aac8-c0b739ac4531 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689321 Jun 23 14:15:07.016167 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-39dc29b3-7384-4978-a49a-6f9fe00d3952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:07.017622 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-39dc29b3-7384-4978-a49a-6f9fe00d3952 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0825481 Jun 23 14:15:07.110326 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-12365800-1718-4175-ad3b-bb645138ece5 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833309 Jun 23 14:15:07.205565 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b84f5c8c-16e1-4db9-b2d4-bf2adfa36777 req-5060f647-ead7-4080-a1a4-255716ffbd76 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886250 Jun 23 14:15:07.360242 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-4da1bcf9-6a31-4a59-a2ce-22cc3e95b64c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0580027 Jun 23 14:15:07.454962 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-8e978dc3-ae54-4709-b5a7-a1e1fac588d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:07.456600 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-8e978dc3-ae54-4709-b5a7-a1e1fac588d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 1137 time: 0.0616338 Jun 23 14:15:07.573235 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-4d54dd3a-e71e-42b5-bf20-552d93f92322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:07.574816 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-4d54dd3a-e71e-42b5-bf20-552d93f92322 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2 HTTP/1.1" status: 200 len: 915 time: 0.0927296 Jun 23 14:15:07.641737 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-ea1aeca7-fc62-45dc-bad8-63b5220bd55c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 200 len: 1000 time: 0.0599880 Jun 23 14:15:07.706836 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-3db1792f-9440-4808-b7ac-d19da4b465de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:07.708537 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-3db1792f-9440-4808-b7ac-d19da4b465de service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2c28cd8-5df8-4ec8-a6d2-847215c304af HTTP/1.1" status: 200 len: 853 time: 0.0509050 Jun 23 14:15:07.786078 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-af7cbc17-fa9c-4ab7-8a5e-07e608349f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:07.787692 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-af7cbc17-fa9c-4ab7-8a5e-07e608349f6a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695457 Jun 23 14:15:07.947699 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-a2b50f49-16e4-4884-ad52-f11f5cbf72c0 service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524186 Jun 23 14:15:08.224429 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6595761-0ed8-4a89-a2a6-f1ee6da0eb87 req-2773244f-e991-49fe-9f88-8bab21a53292 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:08.233123 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a6595761-0ed8-4a89-a2a6-f1ee6da0eb87 req-2773244f-e991-49fe-9f88-8bab21a53292 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.1060970 Jun 23 14:15:08.278834 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a6595761-0ed8-4a89-a2a6-f1ee6da0eb87 req-65de171e-1e68-4aed-b169-5b9848cd03f6 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447202 Jun 23 14:15:08.668682 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36800) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:08.773750 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f2167e1a-71c6-4ad0-929c-cda333894e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.882369 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f2167e1a-71c6-4ad0-929c-cda333894e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.887608 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f2167e1a-71c6-4ad0-929c-cda333894e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.892155 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0a458548-c2a0-42df-845c-df2e0924a643 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:08.927840 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-f2167e1a-71c6-4ad0-929c-cda333894e97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97d4464422624093b19dabbe817d470a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580583 Jun 23 14:15:08.931055 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2167e1a-71c6-4ad0-929c-cda333894e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b7c6e2-8fdd-4e02-815a-16c61caf0b65,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:08.931708 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36806) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:08.933551 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f2167e1a-71c6-4ad0-929c-cda333894e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:09.001019 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0319e838-b677-4d09-9662-77d14c9b4ffb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.024556 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0319e838-b677-4d09-9662-77d14c9b4ffb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.072009 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0319e838-b677-4d09-9662-77d14c9b4ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.074715 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0319e838-b677-4d09-9662-77d14c9b4ffb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.076276 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-0319e838-b677-4d09-9662-77d14c9b4ffb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14b7c6e2-8fdd-4e02-815a-16c61caf0b65 HTTP/1.1" status: 204 len: 168 time: 0.1435287 Jun 23 14:15:09.077231 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4e660d72-2962-46c6-b2f5-69240b46fe71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:09.088050 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0319e838-b677-4d09-9662-77d14c9b4ffb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b7c6e2-8fdd-4e02-815a-16c61caf0b65,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:09.099196 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0319e838-b677-4d09-9662-77d14c9b4ffb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:09.356052 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36814) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:09.375242 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-868b166b-bd09-4004-9b0e-1e6b4edb9cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.464354 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf7cdf-993f-4acd-9a00-26dc2a2a3dc1 req-611a0636-e4d2-4711-aada-e3d73fa70180 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:09.466071 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-69bf7cdf-993f-4acd-9a00-26dc2a2a3dc1 req-611a0636-e4d2-4711-aada-e3d73fa70180 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0732625 Jun 23 14:15:09.479500 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-868b166b-bd09-4004-9b0e-1e6b4edb9cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.484429 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-868b166b-bd09-4004-9b0e-1e6b4edb9cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.488279 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-484998ad-2ca4-48f8-a9a1-aa848067b93c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:09.515571 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-69bf7cdf-993f-4acd-9a00-26dc2a2a3dc1 req-3f4c671d-05e7-4efd-8591-4858f8a109a0 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391073 Jun 23 14:15:09.527823 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36816) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:09.528047 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-868b166b-bd09-4004-9b0e-1e6b4edb9cb8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a90db1617b0b4d95970631f5ba61d56c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1704879 Jun 23 14:15:09.528865 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b166b-bd09-4004-9b0e-1e6b4edb9cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1e25e5-3024-417b-b000-fb38b2fd768d,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:09.531937 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-868b166b-bd09-4004-9b0e-1e6b4edb9cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:09.585062 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-32c45dd4-e107-4cbb-9836-2cce02505492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.608005 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-32c45dd4-e107-4cbb-9836-2cce02505492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.657011 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-32c45dd4-e107-4cbb-9836-2cce02505492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.659567 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-32c45dd4-e107-4cbb-9836-2cce02505492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.660865 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-32c45dd4-e107-4cbb-9836-2cce02505492 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5a1e25e5-3024-417b-b000-fb38b2fd768d HTTP/1.1" status: 204 len: 168 time: 0.1316688 Jun 23 14:15:09.661654 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-06aae10a-a0c8-4b5c-b493-62661593a843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:09.669675 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c45dd4-e107-4cbb-9836-2cce02505492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1e25e5-3024-417b-b000-fb38b2fd768d,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:09.672124 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-32c45dd4-e107-4cbb-9836-2cce02505492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:10.722444 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8262bd-fd28-4991-b5a0-db8333fdbef8 req-e89ee343-4fec-4d30-bf35-69778b389f69 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:10.724069 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6d8262bd-fd28-4991-b5a0-db8333fdbef8 req-e89ee343-4fec-4d30-bf35-69778b389f69 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0662582 Jun 23 14:15:10.770268 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6d8262bd-fd28-4991-b5a0-db8333fdbef8 req-1b441b78-d22c-4787-8626-c72be3784a13 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403218 Jun 23 14:15:11.042590 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0779338e-d59d-4c18-ae09-3876746255f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:11.964438 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620633f5-d1d9-4d8e-a69b-741ba4ed054f req-2d51fd8f-9261-48ab-a335-eca0d28b9282 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:11.965888 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-620633f5-d1d9-4d8e-a69b-741ba4ed054f req-2d51fd8f-9261-48ab-a335-eca0d28b9282 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0661819 Jun 23 14:15:12.005085 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-620633f5-d1d9-4d8e-a69b-741ba4ed054f req-63c92b8a-33e8-4ed9-870b-adada9272633 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333264 Jun 23 14:15:13.197639 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e376-af5d-4bd7-b0fc-ba2a41cc24f5 req-0bacf495-08f6-4ce7-b217-251e88d12144 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:13.199352 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f8f0e376-af5d-4bd7-b0fc-ba2a41cc24f5 req-0bacf495-08f6-4ce7-b217-251e88d12144 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0745411 Jun 23 14:15:13.237468 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f8f0e376-af5d-4bd7-b0fc-ba2a41cc24f5 req-515d538a-7a51-4894-8356-150d2e58ca2d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325487 Jun 23 14:15:13.558900 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:13.700342 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f2f316a7-d217-4d55-9bd9-fd6f8516e591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.237095 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.427598 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c47a8-a0f8-4c45-8118-322cc6a33a3b req-23bdcbf0-01de-4712-b4c6-bd5dc845a1ea tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:14.429121 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-230c47a8-a0f8-4c45-8118-322cc6a33a3b req-23bdcbf0-01de-4712-b4c6-bd5dc845a1ea tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0674396 Jun 23 14:15:14.475943 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-230c47a8-a0f8-4c45-8118-322cc6a33a3b req-0959d255-0691-4a35-909c-a971e2894902 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390303 Jun 23 14:15:14.696846 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36920) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:14.808976 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7dd0-e1ee-4649-80dc-51da35115492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.896726 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7dd0-e1ee-4649-80dc-51da35115492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.901159 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2a0d7dd0-e1ee-4649-80dc-51da35115492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:14.903613 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b9bad2e6-0937-4812-a0b1-2d67a8e53023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:14.939004 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-2a0d7dd0-e1ee-4649-80dc-51da35115492 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f11433fe59bf4ca0bdfaf5f0b0dde65a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409723 Jun 23 14:15:14.940196 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d7dd0-e1ee-4649-80dc-51da35115492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f898d2-0f8b-40c6-af5c-d88808e5b5f9,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:14.941713 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36924) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:14.943344 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2a0d7dd0-e1ee-4649-80dc-51da35115492 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:14.999155 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c41488a2-0b1f-4108-8b6b-39f90d0a0949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.020666 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c41488a2-0b1f-4108-8b6b-39f90d0a0949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.069804 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c41488a2-0b1f-4108-8b6b-39f90d0a0949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.073540 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c41488a2-0b1f-4108-8b6b-39f90d0a0949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.077298 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c41488a2-0b1f-4108-8b6b-39f90d0a0949 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/81f898d2-0f8b-40c6-af5c-d88808e5b5f9 HTTP/1.1" status: 204 len: 168 time: 0.1319866 Jun 23 14:15:15.077298 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f8062f1b-8e01-4162-9603-43d6b1a07c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:15.085381 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41488a2-0b1f-4108-8b6b-39f90d0a0949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f898d2-0f8b-40c6-af5c-d88808e5b5f9,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:15.088477 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c41488a2-0b1f-4108-8b6b-39f90d0a0949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:15.158375 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.367008 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36930) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:15.381359 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0df14989-c781-465f-b792-cfed1158b6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.472739 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0df14989-c781-465f-b792-cfed1158b6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.476345 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0df14989-c781-465f-b792-cfed1158b6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.480170 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-06dc7e20-e72a-4532-ae30-7c144cef8c4c tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:15.525099 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-0df14989-c781-465f-b792-cfed1158b6db admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=173d5d882ee54b9f9b6614a5ff847afa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1539681 Jun 23 14:15:15.525099 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df14989-c781-465f-b792-cfed1158b6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a972ef8-cbb6-42c8-a55f-bb00081c119d,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:15.525746 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36936) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:15.532008 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0df14989-c781-465f-b792-cfed1158b6db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:15.580307 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1a820168-4055-4b4f-a211-d1f0996f9d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.611491 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1a820168-4055-4b4f-a211-d1f0996f9d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.691993 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28274da6-40db-4bc5-8240-36a06bb374e3 req-caa6546a-2d39-4255-ab7d-8bacd6242e6a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:15.693682 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-28274da6-40db-4bc5-8240-36a06bb374e3 req-caa6546a-2d39-4255-ab7d-8bacd6242e6a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0959101 Jun 23 14:15:15.700280 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1a820168-4055-4b4f-a211-d1f0996f9d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.703006 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1a820168-4055-4b4f-a211-d1f0996f9d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:15.707782 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-1a820168-4055-4b4f-a211-d1f0996f9d6d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8a972ef8-cbb6-42c8-a55f-bb00081c119d HTTP/1.1" status: 204 len: 168 time: 0.1786275 Jun 23 14:15:15.707782 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bb135e47-71f7-459b-9051-174c2602c714 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:15.737455 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a820168-4055-4b4f-a211-d1f0996f9d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a972ef8-cbb6-42c8-a55f-bb00081c119d,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:15.739797 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-1a820168-4055-4b4f-a211-d1f0996f9d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:15.764572 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-28274da6-40db-4bc5-8240-36a06bb374e3 req-ce2b1d59-36a5-4084-ba29-0082f34de7e5 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642452 Jun 23 14:15:16.627877 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:16.724150 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda05f5-bb19-4b1e-b77c-7ceb4ecb7a1b req-1f8908a7-31b6-4f48-877f-971bc5940fc7 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:16.726927 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7eda05f5-bb19-4b1e-b77c-7ceb4ecb7a1b req-1f8908a7-31b6-4f48-877f-971bc5940fc7 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0745664 Jun 23 14:15:16.775974 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7eda05f5-bb19-4b1e-b77c-7ceb4ecb7a1b req-43721379-c645-4982-a214-4a5268dc0a9f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421925 Jun 23 14:15:16.865477 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 36974) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:16.964587 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e8d77-c7ca-4d87-b659-4743f2708a22 req-1901c459-3e6c-484a-8a2c-1fe716e313c2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:16.966195 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fd6e8d77-c7ca-4d87-b659-4743f2708a22 req-1901c459-3e6c-484a-8a2c-1fe716e313c2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0699246 Jun 23 14:15:16.985496 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9fd71362-c24f-4d31-877b-afc71175430b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:17.027816 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fd6e8d77-c7ca-4d87-b659-4743f2708a22 req-53a5b4c7-3d5a-452e-8711-6408bd279404 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548897 Jun 23 14:15:17.099337 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9fd71362-c24f-4d31-877b-afc71175430b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:17.103599 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9fd71362-c24f-4d31-877b-afc71175430b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:17.106200 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a348a16d-0fea-4f3d-b66d-6cd5acba5259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:17.144326 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-9fd71362-c24f-4d31-877b-afc71175430b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=087b3ad62a1a49ae8044a4e326d2c6c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2777629 Jun 23 14:15:17.145086 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd71362-c24f-4d31-877b-afc71175430b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1e456d-7003-4194-a392-2d9302a4ae39,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:17.147072 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 36978) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:17.148158 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9fd71362-c24f-4d31-877b-afc71175430b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:17.204678 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a5c542f0-8be9-4c18-bb1d-a6398035111f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:17.225839 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a5c542f0-8be9-4c18-bb1d-a6398035111f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:17.272795 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a5c542f0-8be9-4c18-bb1d-a6398035111f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:17.275445 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a5c542f0-8be9-4c18-bb1d-a6398035111f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:17.276573 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-a5c542f0-8be9-4c18-bb1d-a6398035111f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bf1e456d-7003-4194-a392-2d9302a4ae39 HTTP/1.1" status: 204 len: 168 time: 0.1283789 Jun 23 14:15:17.277338 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4490f7ab-4005-4970-a2b8-b47bd4084055 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:17.286391 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c542f0-8be9-4c18-bb1d-a6398035111f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1e456d-7003-4194-a392-2d9302a4ae39,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:17.289969 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-a5c542f0-8be9-4c18-bb1d-a6398035111f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:17.978697 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4979deac-7efe-412f-a7c7-49b1de8b8512 req-18aa601b-69a5-4016-8fa3-a57de84e7411 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:17.980214 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4979deac-7efe-412f-a7c7-49b1de8b8512 req-18aa601b-69a5-4016-8fa3-a57de84e7411 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0796626 Jun 23 14:15:18.025271 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4979deac-7efe-412f-a7c7-49b1de8b8512 req-1b480023-096e-4e00-b26a-9bffa74ab5a7 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0387149 Jun 23 14:15:18.218444 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a3ba86-dbd0-41c2-b4b4-5873552c3810 req-911eb813-3c65-46a4-bcac-1b9cf2668a27 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:18.220156 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-60a3ba86-dbd0-41c2-b4b4-5873552c3810 req-911eb813-3c65-46a4-bcac-1b9cf2668a27 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0700984 Jun 23 14:15:18.266044 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-60a3ba86-dbd0-41c2-b4b4-5873552c3810 req-e86daf65-cbcd-4e81-89d1-1494b082dc86 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385292 Jun 23 14:15:18.404616 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37012) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:18.516245 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0009d828-74b0-43a0-b276-2f955de49555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:18.618624 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0009d828-74b0-43a0-b276-2f955de49555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:18.627562 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0009d828-74b0-43a0-b276-2f955de49555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:18.630189 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-30a82c2d-9675-4f60-b8ea-7d316509d5e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:18.669148 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-0009d828-74b0-43a0-b276-2f955de49555 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=07083f50726b4904a1cd1b68eb84d47f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2616677 Jun 23 14:15:18.669148 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0009d828-74b0-43a0-b276-2f955de49555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60cbaf7-1d12-40a5-962f-027f1660c9f3,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:18.671061 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37016) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:18.672674 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0009d828-74b0-43a0-b276-2f955de49555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:18.724523 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5212a968-efd2-4377-bf2c-dc969a19dbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:18.746493 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5212a968-efd2-4377-bf2c-dc969a19dbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:18.801034 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5212a968-efd2-4377-bf2c-dc969a19dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:18.803809 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5212a968-efd2-4377-bf2c-dc969a19dbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:18.806847 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-5212a968-efd2-4377-bf2c-dc969a19dbd3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a60cbaf7-1d12-40a5-962f-027f1660c9f3 HTTP/1.1" status: 204 len: 168 time: 0.1346343 Jun 23 14:15:18.807820 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d73323c4-e823-423f-9a73-b9a0e9f5620a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:18.816339 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212a968-efd2-4377-bf2c-dc969a19dbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60cbaf7-1d12-40a5-962f-027f1660c9f3,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:18.818580 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5212a968-efd2-4377-bf2c-dc969a19dbd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:19.220844 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89231d00-f23d-4729-8323-a1e2473c8603 req-c7ba430f-2acb-4959-9733-eb2fdace2060 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:19.222223 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-89231d00-f23d-4729-8323-a1e2473c8603 req-c7ba430f-2acb-4959-9733-eb2fdace2060 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0644605 Jun 23 14:15:19.263126 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-89231d00-f23d-4729-8323-a1e2473c8603 req-429a1c7e-c406-4f9f-8f89-dd0981a813c6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341978 Jun 23 14:15:19.451195 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836066f0-fb5b-460b-8181-7686c2c9de74 req-fbde71db-2e08-4f44-8456-d13c2917c97f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:19.452672 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-836066f0-fb5b-460b-8181-7686c2c9de74 req-fbde71db-2e08-4f44-8456-d13c2917c97f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0635023 Jun 23 14:15:19.493009 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-836066f0-fb5b-460b-8181-7686c2c9de74 req-6342cbce-d79c-4cde-9efe-591937a0eb22 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336196 Jun 23 14:15:20.442478 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2ed14-1cf7-4fc7-ad6a-ac503b207492 req-8f5e454e-e2d4-4c12-8859-3c02eeeda667 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:20.443997 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-26b2ed14-1cf7-4fc7-ad6a-ac503b207492 req-8f5e454e-e2d4-4c12-8859-3c02eeeda667 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0691342 Jun 23 14:15:20.483440 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-26b2ed14-1cf7-4fc7-ad6a-ac503b207492 req-2436fcb4-e657-4011-98c8-aafda83e67db tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331628 Jun 23 14:15:20.561772 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:15:20.672271 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7277bc8-5d19-4d98-b628-7c2771bf873f req-73647444-10b5-4f85-9e3b-4d00934dd947 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:20.674050 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d7277bc8-5d19-4d98-b628-7c2771bf873f req-73647444-10b5-4f85-9e3b-4d00934dd947 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0653975 Jun 23 14:15:20.712879 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d7277bc8-5d19-4d98-b628-7c2771bf873f req-2977eee5-6591-49c0-9110-8f20f8ec2285 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332136 Jun 23 14:15:21.655037 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b10b59-73e2-4625-9892-ed8bc1d20549 req-0a9bc561-b310-4f78-8f5c-f8b9e2ab3af5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:21.656501 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-27b10b59-73e2-4625-9892-ed8bc1d20549 req-0a9bc561-b310-4f78-8f5c-f8b9e2ab3af5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0653055 Jun 23 14:15:21.694680 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-27b10b59-73e2-4625-9892-ed8bc1d20549 req-300fa299-da5e-4754-a152-711e81d802ad tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323455 Jun 23 14:15:21.889399 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd805d-5248-4fc9-8282-452c19dc68d0 req-4eea3ec0-bddf-438d-b811-1bdcc1fa1ccc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:21.890909 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a7cd805d-5248-4fc9-8282-452c19dc68d0 req-4eea3ec0-bddf-438d-b811-1bdcc1fa1ccc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0609407 Jun 23 14:15:21.928176 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a7cd805d-5248-4fc9-8282-452c19dc68d0 req-a24042d5-1f57-49b4-8b1f-6e77d216d409 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300937 Jun 23 14:15:22.863239 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b58f9-b5ba-44ce-b3cd-0e80ffcd9b3b req-9b7e2503-9cec-4d75-80d4-9099237cecc2 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:22.864660 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0e1b58f9-b5ba-44ce-b3cd-0e80ffcd9b3b req-9b7e2503-9cec-4d75-80d4-9099237cecc2 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0610185 Jun 23 14:15:22.903561 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0e1b58f9-b5ba-44ce-b3cd-0e80ffcd9b3b req-c7d0e30f-bcd3-4424-87d0-12ed55be4922 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326250 Jun 23 14:15:23.333575 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f064502-4ffb-45a9-bb08-c60a4405f4a3 req-bbb7c614-e4d4-4f48-a3a1-173d0a5df16c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:23.335041 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f064502-4ffb-45a9-bb08-c60a4405f4a3 req-bbb7c614-e4d4-4f48-a3a1-173d0a5df16c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.2965302 Jun 23 14:15:23.371688 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f064502-4ffb-45a9-bb08-c60a4405f4a3 req-749f1a3a-2eff-4fd5-8237-bac7b9e63411 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302830 Jun 23 14:15:24.073234 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5f482-b5b7-4c8c-9a65-789a0b22e551 req-b9f617b8-45d0-4478-9e20-b38c8004e05d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:24.074586 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b0a5f482-b5b7-4c8c-9a65-789a0b22e551 req-b9f617b8-45d0-4478-9e20-b38c8004e05d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0614021 Jun 23 14:15:24.112272 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b0a5f482-b5b7-4c8c-9a65-789a0b22e551 req-68197022-e12e-402c-8d32-cda9c59788e0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320437 Jun 23 14:15:24.551452 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe183b9-cbac-4886-96cc-b473a87a3a1e req-2336c489-7fe1-4542-98c0-816a348815ee tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:24.552885 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bbe183b9-cbac-4886-96cc-b473a87a3a1e req-2336c489-7fe1-4542-98c0-816a348815ee tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0654292 Jun 23 14:15:24.590345 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bbe183b9-cbac-4886-96cc-b473a87a3a1e req-6450bc78-fe7c-47e3-9fc5-28ab23e964cf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319619 Jun 23 14:15:24.968239 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cea1c475-d08f-4dcc-9821-544ec93f5b40 req-68c237e7-8f26-4241-aa9a-d05455556bc3 service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762812 Jun 23 14:15:25.080537 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-d67a92de-79b7-4059-928a-fe1f14b17170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:25.081967 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-d67a92de-79b7-4059-928a-fe1f14b17170 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 1137 time: 0.0684676 Jun 23 14:15:25.172330 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-c65ccef7-4d44-4e66-bc58-d7537c4ad1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:25.173798 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-c65ccef7-4d44-4e66-bc58-d7537c4ad1e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2 HTTP/1.1" status: 200 len: 915 time: 0.0840445 Jun 23 14:15:25.290454 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-80e97fe3-6ab3-4b47-a2a2-6c617cde2ba5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 200 len: 1000 time: 0.1092565 Jun 23 14:15:25.353078 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22fc02-6c85-4f06-88bc-14cb6b5224f3 req-f2e3197e-4047-400d-9725-c8831d6866e7 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:25.354574 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ba22fc02-6c85-4f06-88bc-14cb6b5224f3 req-f2e3197e-4047-400d-9725-c8831d6866e7 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.1252940 Jun 23 14:15:25.363493 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-ed63dee5-96f4-42b6-b41c-b1be33ed3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:25.364849 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-ed63dee5-96f4-42b6-b41c-b1be33ed3d05 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2c28cd8-5df8-4ec8-a6d2-847215c304af HTTP/1.1" status: 200 len: 853 time: 0.0646920 Jun 23 14:15:25.442915 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ba22fc02-6c85-4f06-88bc-14cb6b5224f3 req-584a6b19-4ba0-4c53-bcaf-47c87bb5390c tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0819423 Jun 23 14:15:25.464069 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-0c49b922-8e84-4a7b-828c-e4d026acc09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:25.465586 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-0c49b922-8e84-4a7b-828c-e4d026acc09b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0913820 Jun 23 14:15:25.564281 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-40f8b181-de4c-4229-b8a2-be886f59c8d0 service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850036 Jun 23 14:15:25.683752 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c1244ea2-49d5-47d3-acad-cb2fed371e5c req-6017e34f-a84c-40f5-a3bd-b83da112b6a7 service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926876 Jun 23 14:15:25.769719 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da46cc3f-59d7-4dbf-b509-b30d6851b740 req-b4f77e5d-aa89-4068-8906-0433dc3d55b4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:25.771212 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-da46cc3f-59d7-4dbf-b509-b30d6851b740 req-b4f77e5d-aa89-4068-8906-0433dc3d55b4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0639443 Jun 23 14:15:25.808407 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-da46cc3f-59d7-4dbf-b509-b30d6851b740 req-5f0d6d61-f91e-4f79-81c8-1dd91b35bc25 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315409 Jun 23 14:15:26.617516 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcaa25-0efc-4cd7-9d81-3345222e9000 req-d6e00ec1-65d8-4fd5-bfd3-5747be7604c1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:26.619018 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8bfcaa25-0efc-4cd7-9d81-3345222e9000 req-d6e00ec1-65d8-4fd5-bfd3-5747be7604c1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0625381 Jun 23 14:15:26.657463 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8bfcaa25-0efc-4cd7-9d81-3345222e9000 req-428fa99b-8265-440b-9cc2-1009b28d0844 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325587 Jun 23 14:15:26.982977 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc6a1b4-10ca-4f0b-ab50-0bd6ff33f2ca req-d75a3ff0-37aa-4011-8dc7-200f48ab0e14 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:26.984429 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cdc6a1b4-10ca-4f0b-ab50-0bd6ff33f2ca req-d75a3ff0-37aa-4011-8dc7-200f48ab0e14 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0617504 Jun 23 14:15:27.022786 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cdc6a1b4-10ca-4f0b-ab50-0bd6ff33f2ca req-cec98f9d-a17b-40ac-b0a8-f8d20564ade4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327137 Jun 23 14:15:27.828907 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b49d-1278-4b87-9434-c0060883f0b4 req-b8523558-f512-4369-9cf8-9648bb778ec2 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:27.830347 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f16b49d-1278-4b87-9434-c0060883f0b4 req-b8523558-f512-4369-9cf8-9648bb778ec2 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0621767 Jun 23 14:15:27.869201 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f16b49d-1278-4b87-9434-c0060883f0b4 req-1d292fa8-654f-4b7e-8332-86fea7370d15 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332453 Jun 23 14:15:28.204251 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea647f91-63ae-4d1d-8599-ce81ceb9fbd6 req-6774d2d3-6b31-4697-baa9-1f2d8c2ae4ce tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:28.205713 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ea647f91-63ae-4d1d-8599-ce81ceb9fbd6 req-6774d2d3-6b31-4697-baa9-1f2d8c2ae4ce tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0671921 Jun 23 14:15:28.245887 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ea647f91-63ae-4d1d-8599-ce81ceb9fbd6 req-6f8a96b8-44c9-4914-a736-99deb40d13b5 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345042 Jun 23 14:15:29.046020 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301cba4-b90a-488e-87cb-1b6331214a6c req-b8dfd49a-4628-4077-8bfa-5fe97c717623 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:29.047408 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9301cba4-b90a-488e-87cb-1b6331214a6c req-b8dfd49a-4628-4077-8bfa-5fe97c717623 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0661440 Jun 23 14:15:29.086113 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9301cba4-b90a-488e-87cb-1b6331214a6c req-98c00174-4876-4daa-a0f3-09218f580f36 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323794 Jun 23 14:15:29.421577 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657481cc-9e98-4633-b05e-c28d74294e6b req-c5be8d35-80a6-4f0e-a9be-d957fa86f0fb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:29.423059 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-657481cc-9e98-4633-b05e-c28d74294e6b req-c5be8d35-80a6-4f0e-a9be-d957fa86f0fb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0642440 Jun 23 14:15:29.460202 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-657481cc-9e98-4633-b05e-c28d74294e6b req-3af1fe6f-d270-4cec-bb90-aa35b7e67248 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313568 Jun 23 14:15:30.259797 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90688614-0c23-4541-a407-1c7a17a8efda req-26d497b1-d1c8-43a6-8a2d-9eab8f3951c0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:30.261217 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-90688614-0c23-4541-a407-1c7a17a8efda req-26d497b1-d1c8-43a6-8a2d-9eab8f3951c0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0620522 Jun 23 14:15:30.299106 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-90688614-0c23-4541-a407-1c7a17a8efda req-0893859a-71fb-4ed4-90cf-41fb91af5f41 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0323424 Jun 23 14:15:30.633788 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5951b644-a9f3-47b8-8700-7c335567fb8d req-754b2f90-abdc-421e-85b8-d2cd9c14cb00 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:30.635236 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5951b644-a9f3-47b8-8700-7c335567fb8d req-754b2f90-abdc-421e-85b8-d2cd9c14cb00 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0612450 Jun 23 14:15:30.670821 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5951b644-a9f3-47b8-8700-7c335567fb8d req-e060fb39-fde5-42eb-8aa0-f9750064f2fd tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298424 Jun 23 14:15:31.474034 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b06e915-8900-4857-8126-7f059dc8e59c req-10543736-fcb0-41a8-9c46-463540768277 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:31.475509 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5b06e915-8900-4857-8126-7f059dc8e59c req-10543736-fcb0-41a8-9c46-463540768277 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0669413 Jun 23 14:15:31.516944 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5b06e915-8900-4857-8126-7f059dc8e59c req-042c050d-30bb-4a89-95a7-7f88e37ed5a4 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340655 Jun 23 14:15:31.843985 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd23898a-875e-4cd1-a044-f46902bad654 req-e31a472f-f8fd-4e5f-9124-e5d40c8ccc34 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:31.845413 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cd23898a-875e-4cd1-a044-f46902bad654 req-e31a472f-f8fd-4e5f-9124-e5d40c8ccc34 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0612242 Jun 23 14:15:31.882993 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cd23898a-875e-4cd1-a044-f46902bad654 req-9c2650ca-8411-433f-9230-600c71a2c613 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314240 Jun 23 14:15:32.691989 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2ec5a2-e82a-4a32-938c-0fdebf50f747 req-edd7c4ce-f1e0-43e8-b89c-cbfe0cf79103 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:32.693447 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8c2ec5a2-e82a-4a32-938c-0fdebf50f747 req-edd7c4ce-f1e0-43e8-b89c-cbfe0cf79103 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0668743 Jun 23 14:15:32.733599 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8c2ec5a2-e82a-4a32-938c-0fdebf50f747 req-3c6adc27-dada-4714-b1ea-ee0ae8935eb9 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336931 Jun 23 14:15:33.060120 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788f0474-4e90-4c54-a497-926edad76f41 req-4ea2c25e-1410-47b3-8033-ff91e7dd4326 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:33.061485 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-788f0474-4e90-4c54-a497-926edad76f41 req-4ea2c25e-1410-47b3-8033-ff91e7dd4326 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0620964 Jun 23 14:15:33.098540 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-788f0474-4e90-4c54-a497-926edad76f41 req-4dad8054-faed-4ad3-8a85-c0f52df3075c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314739 Jun 23 14:15:33.908739 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525850dc-1e9a-43eb-a6bf-6a3b5c9d22b5 req-0b8e1d33-3e34-439f-92c2-5012a5138cca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:33.910180 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-525850dc-1e9a-43eb-a6bf-6a3b5c9d22b5 req-0b8e1d33-3e34-439f-92c2-5012a5138cca tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0623770 Jun 23 14:15:33.951534 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-525850dc-1e9a-43eb-a6bf-6a3b5c9d22b5 req-ed568bf8-899c-4f3f-8499-f354d2e22e5d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347795 Jun 23 14:15:34.217060 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:15:34.282858 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a77dd5-49e1-43aa-a899-d73a5300263b req-3baf6455-7c63-4457-b588-8cff8fefb014 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:34.284332 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a6a77dd5-49e1-43aa-a899-d73a5300263b req-3baf6455-7c63-4457-b588-8cff8fefb014 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 944 time: 0.0657988 Jun 23 14:15:34.309580 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:34.321344 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'port_id': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'mac_address': 'fa:16:3e:f5:7d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:15:34.323425 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a6a77dd5-49e1-43aa-a899-d73a5300263b req-899f0583-c3d3-4a69-a8da-ecdc4e944113 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335159 Jun 23 14:15:34.361092 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.373817 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:15:34.392599 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:34.396653 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.398431 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:34.441499 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=9']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:34.445147 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:34.764498 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['1a3dcbb8-cde2-4c61-af45-d87776ad67c0'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:15:35.120689 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016ad176-ed0b-47d2-ac14-f89119150de9 req-89b3409c-879d-437e-a52a-af85af214a3e tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:35.122126 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-016ad176-ed0b-47d2-ac14-f89119150de9 req-89b3409c-879d-437e-a52a-af85af214a3e tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0616088 Jun 23 14:15:35.161121 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-016ad176-ed0b-47d2-ac14-f89119150de9 req-f21f97c6-1cbd-4032-baf3-2625af7de5c7 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331485 Jun 23 14:15:35.505954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7821440-fd0d-4829-a1aa-b4a970884ec1 req-8f7157a9-3768-438b-9391-4b4fa5a58a14 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:35.507926 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d7821440-fd0d-4829-a1aa-b4a970884ec1 req-8f7157a9-3768-438b-9391-4b4fa5a58a14 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 945 time: 0.0657263 Jun 23 14:15:35.544340 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d7821440-fd0d-4829-a1aa-b4a970884ec1 req-afa6f0c3-8e9e-41ee-91bf-0a42b0d70e2d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308185 Jun 23 14:15:36.224413 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:36.271406 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:36.271705 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:36.332588 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff8d95-c26a-4241-b2a3-1862a3fbfd56 req-92de7269-0381-4f08-9109-f38faf1a529d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:36.334053 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e9ff8d95-c26a-4241-b2a3-1862a3fbfd56 req-92de7269-0381-4f08-9109-f38faf1a529d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0634637 Jun 23 14:15:36.353930 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:36.377632 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e9ff8d95-c26a-4241-b2a3-1862a3fbfd56 req-3b20506c-fbc9-41f2-be7d-7f7d17ee6cd1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0375826 Jun 23 14:15:36.380085 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:36.380085 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fe2326-7d92-4efa-8ee4-2ec230c86cc3" -d '{"events": [{"server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "name": "network-vif-plugged", "status": "completed", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:36.393080 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:36.399425 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:36.401892 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:36.452019 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=10']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:36.455297 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:36.532868 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cb7794-b5e0-43f9-aa18-a115176dba3c x-openstack-request-id: req-48cb7794-b5e0-43f9-aa18-a115176dba3c {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:36.533173 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "name": "network-vif-plugged", "status": "completed", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:36.533440 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-48cb7794-b5e0-43f9-aa18-a115176dba3c {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:36.533847 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'code': 200} Jun 23 14:15:36.722254 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7513f9c4-59f1-4676-b771-c73364c5a9a4 req-644e6bc0-df87-40b5-9db9-dd05ef33fee4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:36.723864 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7513f9c4-59f1-4676-b771-c73364c5a9a4 req-644e6bc0-df87-40b5-9db9-dd05ef33fee4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 947 time: 0.0647888 Jun 23 14:15:36.772909 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7513f9c4-59f1-4676-b771-c73364c5a9a4 req-79d1d0ed-e711-494b-8754-d900ed9ec4dc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0404921 Jun 23 14:15:37.057635 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91277739-f258-467c-834c-89a72ada010b req-edbb7a79-6ede-4855-a260-ead8f7cc0cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:37.059066 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-91277739-f258-467c-834c-89a72ada010b req-edbb7a79-6ede-4855-a260-ead8f7cc0cf2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 1100 time: 0.0510283 Jun 23 14:15:37.092985 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-91277739-f258-467c-834c-89a72ada010b req-ba1c1dc0-74ce-45ad-bb64-59eafe470400 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276158 Jun 23 14:15:37.556505 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2a87c-98a3-4473-89d8-924c4263bbd4 req-f7ca71e3-758e-4aa2-9398-bcdeac45cc62 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:37.557986 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84d2a87c-98a3-4473-89d8-924c4263bbd4 req-f7ca71e3-758e-4aa2-9398-bcdeac45cc62 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0634580 Jun 23 14:15:37.597512 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84d2a87c-98a3-4473-89d8-924c4263bbd4 req-5512e187-59a5-40b5-a15f-cdbba341a68e tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338793 Jun 23 14:15:37.946820 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4dd04-0c13-4fa4-9ff7-acb2941f5ee9 req-3cc8bce2-34bf-4506-b7f4-f6c00feb3cf9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:37.948256 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8ba4dd04-0c13-4fa4-9ff7-acb2941f5ee9 req-3cc8bce2-34bf-4506-b7f4-f6c00feb3cf9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 947 time: 0.0612359 Jun 23 14:15:37.985590 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8ba4dd04-0c13-4fa4-9ff7-acb2941f5ee9 req-29c8d8be-2d9a-4a0c-82fc-49fac7ce9382 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319262 Jun 23 14:15:38.775538 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2266c69-d842-46c2-9bd9-c68f1775f93d req-3a45ada3-5911-4c53-b6b9-1896bcb89caa tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:38.777801 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c2266c69-d842-46c2-9bd9-c68f1775f93d req-3a45ada3-5911-4c53-b6b9-1896bcb89caa tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0709789 Jun 23 14:15:38.818434 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c2266c69-d842-46c2-9bd9-c68f1775f93d req-ab442237-df33-4c52-948b-305c4430275f tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347357 Jun 23 14:15:39.174275 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40523721-e623-4f08-b835-25cb13805adc req-7d19d9a3-03de-4546-8fae-c1dc20c03137 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:39.175755 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40523721-e623-4f08-b835-25cb13805adc req-7d19d9a3-03de-4546-8fae-c1dc20c03137 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 947 time: 0.0665050 Jun 23 14:15:39.212912 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40523721-e623-4f08-b835-25cb13805adc req-d235089e-40c5-4077-8145-d4a136beee24 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315092 Jun 23 14:15:39.992814 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bd31b4-0143-4cf8-b541-771011761cf2 req-15909424-0b56-423c-9572-1c3d3f1f40c2 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:39.994289 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b3bd31b4-0143-4cf8-b541-771011761cf2 req-15909424-0b56-423c-9572-1c3d3f1f40c2 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0637755 Jun 23 14:15:40.034812 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b3bd31b4-0143-4cf8-b541-771011761cf2 req-69388279-cad6-4a0a-8171-e647c7d20ef1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330679 Jun 23 14:15:41.043523 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-06db37bb-b001-4220-8961-e51693a97a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:41.205213 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686fe042-ab06-4ca9-85a8-b3ab87c3f8c0 req-f4e4d041-a66c-4d55-b94c-8dafc17fb828 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:41.206708 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-686fe042-ab06-4ca9-85a8-b3ab87c3f8c0 req-f4e4d041-a66c-4d55-b94c-8dafc17fb828 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0626898 Jun 23 14:15:41.250924 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-686fe042-ab06-4ca9-85a8-b3ab87c3f8c0 req-1f7c5a2c-5cc1-4b5c-a0db-4dcc534b4774 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376966 Jun 23 14:15:42.421199 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb741ee1-8224-4946-a605-b06f3ffe9205 req-f7293368-eb15-4dd9-9ebc-f34fb31fa5a5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:42.422658 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-eb741ee1-8224-4946-a605-b06f3ffe9205 req-f7293368-eb15-4dd9-9ebc-f34fb31fa5a5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0632081 Jun 23 14:15:42.461650 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-eb741ee1-8224-4946-a605-b06f3ffe9205 req-846d5697-fb01-4707-9401-dff7aef3a372 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f&id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330942 Jun 23 14:15:43.574173 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:43.700845 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-33638200-1392-4fd6-a77c-1e306ebc60a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:44.238009 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:45.162288 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:46.595742 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:57.561164 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:16:11.043646 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9b5dddd5-1dcf-42aa-8d92-7e942bf32ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.577765 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.700106 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-78210bff-2151-47ae-9aea-d1fd6e0dc83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.239511 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:15.162736 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.598648 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:34.559783 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:16:41.044851 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9c21bc85-9a4c-4b5e-9f18-df6818a33acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:43.587305 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:43.700351 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e3c56406-605e-4cb5-9c8f-66742f59752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:44.240293 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.168092 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:46.601172 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:52.197709 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac5dc3c-76a5-4a38-a7eb-f06c9602f4f5 req-20f020da-d4e0-46a6-9a73-f14d40d3dccc tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:52.199174 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1ac5dc3c-76a5-4a38-a7eb-f06c9602f4f5 req-20f020da-d4e0-46a6-9a73-f14d40d3dccc tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0654240 Jun 23 14:16:52.236217 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1ac5dc3c-76a5-4a38-a7eb-f06c9602f4f5 req-b4910d6c-1ab5-4f9d-bc8e-7c79ab82603b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314465 Jun 23 14:16:53.409437 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a8c523-0786-424a-8841-9054c5718773 req-87edd59e-185d-4654-827f-2ea910ef02a8 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:53.410903 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c3a8c523-0786-424a-8841-9054c5718773 req-87edd59e-185d-4654-827f-2ea910ef02a8 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0614302 Jun 23 14:16:53.446765 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c3a8c523-0786-424a-8841-9054c5718773 req-2a3a90b2-6d12-462b-8b70-b8c0340de2a7 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301802 Jun 23 14:16:54.621164 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf090d1-b33c-47d7-bf99-9c82d5f02635 req-7537bd6e-6f60-46af-907d-1b7dd9498687 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:54.622628 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1cf090d1-b33c-47d7-bf99-9c82d5f02635 req-7537bd6e-6f60-46af-907d-1b7dd9498687 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0660617 Jun 23 14:16:54.660854 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1cf090d1-b33c-47d7-bf99-9c82d5f02635 req-94620fc6-cf86-4ad3-9c01-d42d90411d8c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317123 Jun 23 14:16:55.833353 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029ea9b-d840-4602-99ed-c9b3d23e4bb7 req-7224c99f-eb3d-4163-954c-28410bc85ea8 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:55.834812 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2029ea9b-d840-4602-99ed-c9b3d23e4bb7 req-7224c99f-eb3d-4163-954c-28410bc85ea8 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0643179 Jun 23 14:16:55.871926 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2029ea9b-d840-4602-99ed-c9b3d23e4bb7 req-0dad1f00-39bd-43a4-9c6d-0eabbc24f550 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309880 Jun 23 14:16:57.046612 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992683be-256c-46e4-9722-b90e4811215b req-e7902fc9-3607-480d-a527-e518292b4ac9 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:57.047958 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-992683be-256c-46e4-9722-b90e4811215b req-e7902fc9-3607-480d-a527-e518292b4ac9 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0613809 Jun 23 14:16:57.083966 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-992683be-256c-46e4-9722-b90e4811215b req-7d338f05-4f34-48b0-b20d-1483ec111294 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305374 Jun 23 14:16:58.252374 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15e3b7d-70ea-4b84-a612-bbfa4b24a306 req-1e35814b-dc0b-4075-be99-6db82c8c43dd tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:58.253717 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f15e3b7d-70ea-4b84-a612-bbfa4b24a306 req-1e35814b-dc0b-4075-be99-6db82c8c43dd tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0616252 Jun 23 14:16:58.290609 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f15e3b7d-70ea-4b84-a612-bbfa4b24a306 req-f84e0440-2d91-438f-8d9b-c174c8025325 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309701 Jun 23 14:16:59.463245 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819b10c-0f2f-4b73-a8d9-eb3d65d343c2 req-2a8728b0-6ae9-469f-ba3a-ffaebcd03110 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:59.464707 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9819b10c-0f2f-4b73-a8d9-eb3d65d343c2 req-2a8728b0-6ae9-469f-ba3a-ffaebcd03110 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0647714 Jun 23 14:16:59.507749 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9819b10c-0f2f-4b73-a8d9-eb3d65d343c2 req-14f49f42-7492-402a-81f3-88933b7ecdab tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372324 Jun 23 14:17:00.680307 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed6697-e005-4eef-9c2b-d3201d5cf1b1 req-97a805f2-f73e-47b4-b183-929b26f5aa0c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:00.681916 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-74ed6697-e005-4eef-9c2b-d3201d5cf1b1 req-97a805f2-f73e-47b4-b183-929b26f5aa0c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0636206 Jun 23 14:17:00.722217 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-74ed6697-e005-4eef-9c2b-d3201d5cf1b1 req-3990fd0a-9f08-41bc-9b8c-a3c86e68f27c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343266 Jun 23 14:17:00.872111 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc17d73-cbe8-467d-812c-324c210f17f7 req-91caaecb-5900-479c-aa75-0e52732d9aa9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:00.873540 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7fc17d73-cbe8-467d-812c-324c210f17f7 req-91caaecb-5900-479c-aa75-0e52732d9aa9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 947 time: 0.0623386 Jun 23 14:17:00.908970 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7fc17d73-cbe8-467d-812c-324c210f17f7 req-4ab11168-8101-4e0c-b7d6-81394152a025 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297129 Jun 23 14:17:01.899314 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788382d0-0298-4ccc-8534-dc4b17bfb0e2 req-9beeb4d7-9edd-4d3a-bed1-9319a8bcb16e tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:01.900795 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-788382d0-0298-4ccc-8534-dc4b17bfb0e2 req-9beeb4d7-9edd-4d3a-bed1-9319a8bcb16e tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0662732 Jun 23 14:17:01.938211 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-788382d0-0298-4ccc-8534-dc4b17bfb0e2 req-942a148e-0c31-4add-8edf-2fefd794d46a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316403 Jun 23 14:17:02.089004 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7711b-d84c-4b57-af80-15a88c106b1b req-d54b56c3-8093-436d-85d4-454927c7c181 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:02.090385 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-55a7711b-d84c-4b57-af80-15a88c106b1b req-d54b56c3-8093-436d-85d4-454927c7c181 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 947 time: 0.0636230 Jun 23 14:17:02.126033 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-55a7711b-d84c-4b57-af80-15a88c106b1b req-0938326d-448d-450d-bec4-b35cbc15380c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302496 Jun 23 14:17:02.871687 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-468d153b-c11b-443a-b880-906f46ffba1e tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1410039525&fields=id&tenant_id=6a2f20e87fbf4a4da5f416e96287fb37 HTTP/1.1" status: 200 len: 267 time: 0.0636454 Jun 23 14:17:02.939744 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-0813645a-e2ce-4a68-ad7a-886ddf9243d8 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:02.941067 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-0813645a-e2ce-4a68-ad7a-886ddf9243d8 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.10 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 947 time: 0.1120055 Jun 23 14:17:02.965006 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-dca0e452-9256-4643-b39e-9836062fb841 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:02.966457 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-dca0e452-9256-4643-b39e-9836062fb841 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 984 time: 0.0886869 Jun 23 14:17:02.991854 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Request body: {'port': {'security_groups': ['54fcc3c8-f34a-4836-b8be-915cf3bd5cc8']}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:03.108854 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cf2d9-cecd-4de2-bd60-7640cc990901 req-15e3a378-045f-4c31-923f-031f7fe2726a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:03.110318 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4f5cf2d9-cecd-4de2-bd60-7640cc990901 req-15e3a378-045f-4c31-923f-031f7fe2726a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0622618 Jun 23 14:17:03.117143 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.139103 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Deleting port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:03.139445 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.149167 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4f5cf2d9-cecd-4de2-bd60-7640cc990901 req-9f552113-113a-4783-838b-7c8c5ebd99b5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330048 Jun 23 14:17:03.278195 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] For port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:03.278478 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.310418 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f0926c-8fa1-4ad5-9d6d-60a103602421 req-8ea36168-4326-415f-b51a-5f018b9e69db tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:03.311876 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-95f0926c-8fa1-4ad5-9d6d-60a103602421 req-8ea36168-4326-415f-b51a-5f018b9e69db tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 947 time: 0.0644014 Jun 23 14:17:03.349158 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-95f0926c-8fa1-4ad5-9d6d-60a103602421 req-ec581cb6-ff5b-4163-ac51-e4ead651ca48 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=27cf45ee-61a7-4d05-a45d-c51caebace73&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316122 Jun 23 14:17:03.502537 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] For port d5612e4a-c4bc-4eca-a149-ad9845182435, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d5612e4a-c4bc-4eca-a149-ad9845182435,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:03.578776 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.586033 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.595174 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-547d5805-9da8-4b0a-aaa4-1f3bd0a41a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:03.599712 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['d5612e4a-c4bc-4eca-a149-ad9845182435'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:03.603091 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.603468 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.603788 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Floating IP 7ed4f69c-8ffd-4504-bea3-fc3116d9a150 disassociated. External IP: 172.27.3.82, port: 1a3dcbb8-cde2-4c61-af45-d87776ad67c0. Jun 23 14:17:03.604140 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Calling delete_port for 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:03.665961 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:03.666635 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.668014 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5d88b108-5652-478f-a662-f6db1ce89fa8 req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "PUT /v2.0/ports/d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 200 len: 942 time: 0.6836343 Jun 23 14:17:03.671753 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:03.674025 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c4e86f-439e-4894-a487-56d55469aa84" -d '{"events": [{"name": "network-changed", "server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:03.697920 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37414) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:03.763824 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event updated for resources: {'Port': ['ID=d5612e4a-c4bc-4eca-a149-ad9845182435,revision_number=7']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:03.777240 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['d5612e4a-c4bc-4eca-a149-ad9845182435'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:03.789040 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.789357 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.789701 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.790070 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.790460 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.790826 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.791184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.791544 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.791909 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.792262 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.792619 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.792971 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:03.807434 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:03.809143 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7262712-197c-46d4-ae23-d181df98509b req-0e882b60-c0c3-4873-ab59-c9be3075617b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:03.815055 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c7262712-197c-46d4-ae23-d181df98509b req-0e882b60-c0c3-4873-ab59-c9be3075617b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.1717398 Jun 23 14:17:03.852271 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.890197 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.894428 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.895937 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f545362e-8557-4b16-ac13-fd42a3f465eb tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:03.900810 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa141aa2-13a5-4dec-b8a5-6e24e51bbdf3 x-openstack-request-id: req-aa141aa2-13a5-4dec-b8a5-6e24e51bbdf3 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:03.901142 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:03.901426 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-aa141aa2-13a5-4dec-b8a5-6e24e51bbdf3 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:03.901847 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'status': 'completed', 'code': 200} Jun 23 14:17:03.930940 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c7262712-197c-46d4-ae23-d181df98509b req-c57424d3-f146-4000-8f25-abd6eea7f76b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857203 Jun 23 14:17:03.945677 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event deleted for resources: {'Port': ['ID=1a3dcbb8-cde2-4c61-af45-d87776ad67c0,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:03.949385 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:03.952250 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-a5504c34-8ab6-4c79-aad8-fae4be249548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:03.953634 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-a5504c34-8ab6-4c79-aad8-fae4be249548 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 1098 time: 0.3069818 Jun 23 14:17:03.995815 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.998536 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.002105 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "DELETE /v2.0/security-groups/5856a93b-bbe9-44ab-bf88-a8346e7fdc2f HTTP/1.1" status: 204 len: 168 time: 0.2969577 Jun 23 14:17:04.002105 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4cad3282-9788-4ad4-8241-b5e33e9bdfef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:04.003564 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37420) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:04.034982 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-41716a82-0ad0-4d90-867b-2fe2e5084649 None None] Provisioning complete for port d5612e4a-c4bc-4eca-a149-ad9845182435 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:04.035560 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-41716a82-0ad0-4d90-867b-2fe2e5084649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.045392 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5856a93b-bbe9-44ab-bf88-a8346e7fdc2f,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:04.057894 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.058277 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.058681 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.059227 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.059770 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.060298 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.060928 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.061454 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.061986 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.062541 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.063073 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.063587 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:04.076085 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:04.203448 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Deleting port ed332229-7291-4eef-8970-5ba96a14d1be {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:04.204132 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.284852 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.285103 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.297940 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Calling delete_port for ed332229-7291-4eef-8970-5ba96a14d1be owned by network:floatingip {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:04.392475 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-28d4bfa2-a756-49fa-904e-2336146ccf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:04.393967 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-28d4bfa2-a756-49fa-904e-2336146ccf3b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 1098 time: 0.4573588 Jun 23 14:17:04.449550 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:04.450988 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-545a5160-4f33-4280-bb95-22fa318b3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:04.452469 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-545a5160-4f33-4280-bb95-22fa318b3c13 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 911 time: 0.4753542 Jun 23 14:17:04.569655 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0b9f943d-34a1-4526-b8a7-b94a2a545914 req-0786a531-00eb-4cb2-ab3d-481b8029be10 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 210 time: 0.0882359 Jun 23 14:17:04.636698 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-b5963c97-de7e-4f6d-b16c-38c630d54a1e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d80f84-b43b-4636-bcf0-1e4e196880df HTTP/1.1" status: 200 len: 1001 time: 0.1570017 Jun 23 14:17:04.656871 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-bebe9a70-0564-4f72-8ad0-6161acde5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:04.658268 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-bebe9a70-0564-4f72-8ad0-6161acde5ce0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2 HTTP/1.1" status: 200 len: 915 time: 0.2536645 Jun 23 14:17:04.718797 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.721524 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c240ea6a-9da7-46d6-90f0-33578c319e54 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:04.749775 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event deleted for resources: {'Port': ['ID=ed332229-7291-4eef-8970-5ba96a14d1be,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:04.753288 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:04.804570 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-50843d08-8db4-48a1-96a1-21b991b4f9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:04.806031 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-50843d08-8db4-48a1-96a1-21b991b4f9d4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 200 len: 849 time: 0.1623676 Jun 23 14:17:04.809572 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-78dc0d35-24ba-4586-b9aa-b8505239c6e7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 200 len: 1000 time: 0.1314456 Jun 23 14:17:04.812997 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:04.820686 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks [] for floatingip, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.821194 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.l3_db [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Floating IP 65d03a96-ac7e-4116-86d1-696732b2b5f8 disassociated (deleted). External IP: 172.27.3.72, port: d5612e4a-c4bc-4eca-a149-ad9845182435. Jun 23 14:17:04.825043 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] Sync routers for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:04.835378 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:04.836419 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:16:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:04.939840 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] No DVR routers for this DVR port 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:04.948184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.950380 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.10 "DELETE /v2.0/ports/1a3dcbb8-cde2-4c61-af45-d87776ad67c0 HTTP/1.1" status: 204 len: 173 time: 2.0018227 Jun 23 14:17:04.976294 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-015cc947-9227-46a2-ae50-1aa2ec758637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:04.977791 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-015cc947-9227-46a2-ae50-1aa2ec758637 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2c28cd8-5df8-4ec8-a6d2-847215c304af HTTP/1.1" status: 200 len: 853 time: 0.1579266 Jun 23 14:17:04.990648 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:05.034898 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-216c3d89-94ca-4285-9700-1a086c0f0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:05.036490 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-216c3d89-94ca-4285-9700-1a086c0f0865 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2890c9a2-c322-459b-ac8e-2f8f78d8a615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2177041 Jun 23 14:17:05.156438 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-71aa12b8-8133-4516-865a-21a271f91f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:05.158107 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-71aa12b8-8133-4516-865a-21a271f91f40 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1699796 Jun 23 14:17:05.177872 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Router 83a52512-74d6-41c9-a4fc-88d2810673e5 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:05.256595 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-8152e935-d64a-4bd5-92ad-650aba3b1d41 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056866 Jun 23 14:17:05.307122 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-bb659308-2f94-4ffe-8858-d6acdca383e6 service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404972 Jun 23 14:17:05.333524 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9905f97d-42d7-4490-b602-804adf565da2 req-fa771a30-0c1d-424f-9e78-7e7a5d3b8d8a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:05.336483 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9905f97d-42d7-4490-b602-804adf565da2 req-fa771a30-0c1d-424f-9e78-7e7a5d3b8d8a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.1711681 Jun 23 14:17:05.344435 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:05.375713 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] Checking router: 2e5f46d4-797e-443f-99a0-baf9a5a068d9 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:05.376394 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:05.381748 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.386922 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] Sync routers for ids ['83a52512-74d6-41c9-a4fc-88d2810673e5'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:05.396367 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:05.397245 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:16:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:05.399531 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] Routers {'83a52512-74d6-41c9-a4fc-88d2810673e5'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:05.400217 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:16:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['83a52512-74d6-41c9-a4fc-88d2810673e5'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:05.425230 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9905f97d-42d7-4490-b602-804adf565da2 req-01c820f7-c62a-49bd-a842-e5863bdd052a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812266 Jun 23 14:17:05.442615 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "DELETE /v2.0/floatingips/65d03a96-ac7e-4116-86d1-696732b2b5f8 HTTP/1.1" status: 204 len: 168 time: 1.4379861 Jun 23 14:17:05.443306 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435'}] {{(pid=93098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:05.446275 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae64177605cb7c2040b05ec36b85f5604532bc610432cca37264cc9b1b03e449" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5" -d '{"events": [{"name": "network-changed", "server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435"}]}' {{(pid=93098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:05.485379 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5898d687-3a6c-4a8a-a8a1-518257e5833d req-961a6621-7a7a-43a7-962b-9cfab7512ca8 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208195 Jun 23 14:17:05.511585 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f3c4e86f-439e-4894-a487-56d55469aa84 req-5ffd4b21-c1b7-4355-af61-cd19e70fd41a service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765909 Jun 23 14:17:05.567834 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6509c049-6625-440e-b6cc-d7a4ac45ede6 x-openstack-request-id: req-6509c049-6625-440e-b6cc-d7a4ac45ede6 {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:05.568172 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435", "status": "completed", "code": 200}]} {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:05.568489 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6509c049-6625-440e-b6cc-d7a4ac45ede6 {{(pid=93098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:05.569694 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'status': 'completed', 'code': 200} Jun 23 14:17:05.632909 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] Set router 83a52512-74d6-41c9-a4fc-88d2810673e5 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:05.710287 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-3331eed8-722c-4fbe-b9b9-80c695d0859e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:05.712443 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-3331eed8-722c-4fbe-b9b9-80c695d0859e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 1098 time: 0.1155121 Jun 23 14:17:05.767429 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:05.858004 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-9a672c34-75bc-4a14-b0fd-f1db0e621de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:05.860005 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-9a672c34-75bc-4a14-b0fd-f1db0e621de0 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2 HTTP/1.1" status: 200 len: 915 time: 0.1407638 Jun 23 14:17:05.925518 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-36f858a2-aec0-43b3-abc0-9d6c907060fb req-e8afe409-4925-4d69-aeb8-b5ae8a183d84 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=bcf8cba0-20a6-4ff9-adbb-57472741b975 HTTP/1.1" status: 200 len: 210 time: 0.0585449 Jun 23 14:17:05.958005 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'name': 'network-vif-deleted', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:05.961220 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbefb995-029f-4988-8a8c-cd4b729442ea" -d '{"events": [{"server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "name": "network-vif-deleted", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:05.965429 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-edcca684-bb5c-4ba5-901f-469c90c6c49d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 200 len: 217 time: 0.0960438 Jun 23 14:17:06.004225 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:14Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '64dd9bb6-484c-4082-8e65-ef9f75800c06', 'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'mac_address': 'fa:16:3e:0b:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:13Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 5, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'subnets': [{'id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:06.041825 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545f1783-e5e2-454c-8355-4f8c82b3ee5d x-openstack-request-id: req-545f1783-e5e2-454c-8355-4f8c82b3ee5d {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:06.042188 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf8cba0-20a6-4ff9-adbb-57472741b975", "name": "network-vif-deleted", "tag": "1a3dcbb8-cde2-4c61-af45-d87776ad67c0", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:06.042604 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-545f1783-e5e2-454c-8355-4f8c82b3ee5d {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:06.043118 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf8cba0-20a6-4ff9-adbb-57472741b975', 'name': 'network-vif-deleted', 'tag': '1a3dcbb8-cde2-4c61-af45-d87776ad67c0', 'status': 'completed', 'code': 200} Jun 23 14:17:06.059215 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] Checking router: 83a52512-74d6-41c9-a4fc-88d2810673e5 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:06.068053 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-cc26aa80-7185-460e-bd60-749f8d751b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:06.071317 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-cc26aa80-7185-460e-bd60-749f8d751b64 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f2c28cd8-5df8-4ec8-a6d2-847215c304af HTTP/1.1" status: 200 len: 853 time: 0.0922804 Jun 23 14:17:06.087436 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] Routers {'83a52512-74d6-41c9-a4fc-88d2810673e5'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:06.088152 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:16:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['83a52512-74d6-41c9-a4fc-88d2810673e5'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:06.146689 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:06.180439 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-44d9e04f-9695-44a8-a557-471aa39226b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:06.181875 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-44d9e04f-9695-44a8-a557-471aa39226b1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d479ea73-0ffb-45d6-a60d-817f1dc53ae2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1029491 Jun 23 14:17:06.186884 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc67b629-02d5-40da-9f0b-5cbf6e0b71fb None None] The sync data for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi is: [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:06.237448 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] Set router 83a52512-74d6-41c9-a4fc-88d2810673e5 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:06.282663 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-389d6198-1b3a-4899-8ee5-4b831f6bf9ce service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902035 Jun 23 14:17:06.404473 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a32ae4a-6203-4d6e-80d0-4fd2470186a5 req-4b854ac4-16d6-413a-a36c-657bcdd17df8 service neutron] 10.222.0.10 "GET /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138988 Jun 23 14:17:06.512533 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bf78214-2e26-416c-ae60-afabf39d98a8 None None] New status for floating IP 7ed4f69c-8ffd-4504-bea3-fc3116d9a150: DOWN {{(pid=93099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:17:06.515813 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:14Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '64dd9bb6-484c-4082-8e65-ef9f75800c06', 'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'mac_address': 'fa:16:3e:0b:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:13Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 5, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'subnets': [{'id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:06.550382 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c612a42-9c6c-414c-ab33-ef61ef33f2e7 None None] The sync data for ids ['83a52512-74d6-41c9-a4fc-88d2810673e5'] in dv-cinder-794001-2-iscsi is: [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:11:14Z', 'revision_number': 4, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '64dd9bb6-484c-4082-8e65-ef9f75800c06', 'name': '', 'network_id': 'd479ea73-0ffb-45d6-a60d-817f1dc53ae2', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'mac_address': 'fa:16:3e:0b:2f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 328, 'fixed_ips': [{'subnet_id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:13Z', 'updated_at': '2021-06-23T14:11:19Z', 'revision_number': 5, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'subnets': [{'id': 'f2c28cd8-5df8-4ec8-a6d2-847215c304af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:06.645344 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb7c4b-6e87-4e1b-bdd0-f5e35ac5a05f req-83311c9a-eab0-4208-b007-93e5cdc8de04 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:06.652684 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c6bb7c4b-6e87-4e1b-bdd0-f5e35ac5a05f req-83311c9a-eab0-4208-b007-93e5cdc8de04 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0818610 Jun 23 14:17:06.713524 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c6bb7c4b-6e87-4e1b-bdd0-f5e35ac5a05f req-39cd812a-da7c-40cb-9562-1e2f94b4e9fd tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577390 Jun 23 14:17:06.776918 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:06.797519 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:06.797880 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 1a3dcbb8-cde2-4c61-af45-d87776ad67c0 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:06.843605 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8537af-6493-4bcd-84cf-a5421c2b4cf5 None None] New status for floating IP 65d03a96-ac7e-4116-86d1-696732b2b5f8: DOWN {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:17:07.053245 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37456) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:07.106037 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6b55-703d-41e7-9c7b-6e93daa8e1cb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.128184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6b55-703d-41e7-9c7b-6e93daa8e1cb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.180022 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6b55-703d-41e7-9c7b-6e93daa8e1cb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.182651 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b6ea6b55-703d-41e7-9c7b-6e93daa8e1cb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.183796 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-b6ea6b55-703d-41e7-9c7b-6e93daa8e1cb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "DELETE /v2.0/security-groups/27cf45ee-61a7-4d05-a45d-c51caebace73 HTTP/1.1" status: 204 len: 168 time: 0.1293669 Jun 23 14:17:07.184551 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-772d4b26-c9de-4b54-8be5-469f3575b236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:07.186867 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37460) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:07.194552 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea6b55-703d-41e7-9c7b-6e93daa8e1cb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cf45ee-61a7-4d05-a45d-c51caebace73,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:07.197615 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b6ea6b55-703d-41e7-9c7b-6e93daa8e1cb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:07.209447 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.api.v2.resource [None req-6a846d9b-a2db-442f-b532-0fa642e9fa7a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] show failed (client error): The resource could not be found. Jun 23 14:17:07.211159 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-6a846d9b-a2db-442f-b532-0fa642e9fa7a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups/27cf45ee-61a7-4d05-a45d-c51caebace73 HTTP/1.1" status: 404 len: 347 time: 0.0222673 Jun 23 14:17:07.214067 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37462) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:07.340208 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Deleting port aba85c90-7e44-4320-96a3-eb184e15f7fd {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:07.340543 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.431139 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.431564 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.446565 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Calling delete_port for aba85c90-7e44-4320-96a3-eb184e15f7fd owned by network:floatingip {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:07.582582 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.585141 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:07.612209 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event deleted for resources: {'Port': ['ID=aba85c90-7e44-4320-96a3-eb184e15f7fd,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:07.617869 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:07.672989 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.675683 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.676860 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "DELETE /v2.0/floatingips/7ed4f69c-8ffd-4504-bea3-fc3116d9a150 HTTP/1.1" status: 204 len: 168 time: 0.4619203 Jun 23 14:17:07.979253 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37474) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:07.983956 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-6098f640-0b3a-458b-802f-3eb25aa35c77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1162807755', 'description': 'tempest-description--146920324'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:08.007599 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6098f640-0b3a-458b-802f-3eb25aa35c77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.089212 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6098f640-0b3a-458b-802f-3eb25aa35c77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.094134 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6098f640-0b3a-458b-802f-3eb25aa35c77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.096666 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-32c45dd4-e107-4cbb-9836-2cce02505492 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:08.123227 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6098f640-0b3a-458b-802f-3eb25aa35c77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.124425 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-6098f640-0b3a-458b-802f-3eb25aa35c77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1441557 Jun 23 14:17:08.126289 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098f640-0b3a-458b-802f-3eb25aa35c77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb7201c-5460-4cbe-8565-79583f7c7998,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:08.127511 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37476) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:08.128932 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6098f640-0b3a-458b-802f-3eb25aa35c77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:08.133156 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-802cc50d-16fb-40ac-9038-7b1b09541b92 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'security_group_rule': {'security_group_id': '7bb7201c-5460-4cbe-8565-79583f7c7998', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:08.159645 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-802cc50d-16fb-40ac-9038-7b1b09541b92 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.213279 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-802cc50d-16fb-40ac-9038-7b1b09541b92 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.216883 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-802cc50d-16fb-40ac-9038-7b1b09541b92 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.222441 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-60221610-ee65-40d0-957d-f5c954cffbb0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:08.237314 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cc50d-16fb-40ac-9038-7b1b09541b92 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85e7edfc-40fa-414c-84f2-2d2fb7858403,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:08.239890 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-802cc50d-16fb-40ac-9038-7b1b09541b92 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:08.241089 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-802cc50d-16fb-40ac-9038-7b1b09541b92 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.242244 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-802cc50d-16fb-40ac-9038-7b1b09541b92 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1136820 Jun 23 14:17:08.244799 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37478) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:08.249502 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-db5e9a26-ad81-4372-a471-184bebcb7e6b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'security_group_rule': {'security_group_id': '7bb7201c-5460-4cbe-8565-79583f7c7998', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:08.276325 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-db5e9a26-ad81-4372-a471-184bebcb7e6b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.333655 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-db5e9a26-ad81-4372-a471-184bebcb7e6b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.337472 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-db5e9a26-ad81-4372-a471-184bebcb7e6b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.339694 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ce7093ef-8391-4a2f-b543-b16cde487aeb tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:08.354609 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e9a26-ad81-4372-a471-184bebcb7e6b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88d3cbfb-0841-416b-92fa-b66678a43d06,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:08.356948 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-db5e9a26-ad81-4372-a471-184bebcb7e6b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:08.361449 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-db5e9a26-ad81-4372-a471-184bebcb7e6b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.362632 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-db5e9a26-ad81-4372-a471-184bebcb7e6b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1165836 Jun 23 14:17:08.365536 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37480) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:08.369850 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'floatingip': {'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:08.391074 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.488426 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.595558 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Allocated IP 172.27.3.94 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/ac6a9a4b-b6c5-48f9-bb7b-ef226d104198) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:08.697824 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.742403 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:08.746401 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:08.786902 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:08.789882 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:08.794147 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:08.817369 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'Port': ['ID=ac6a9a4b-b6c5-48f9-bb7b-ef226d104198,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:08.831940 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:08.934335 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e079cdd7-3861-4406-9847-09f9aeef2824 req-4267f5d9-67ab-40c3-b014-640a7284ef47 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:08.935815 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e079cdd7-3861-4406-9847-09f9aeef2824 req-4267f5d9-67ab-40c3-b014-640a7284ef47 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.1196122 Jun 23 14:17:08.940158 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.001864 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e079cdd7-3861-4406-9847-09f9aeef2824 req-aa08aba1-4e4b-44cb-9696-7284417210d4 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599093 Jun 23 14:17:09.007605 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.163261 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.167421 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461282'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.169326 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:09.233965 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'Port': ['ID=ac6a9a4b-b6c5-48f9-bb7b-ef226d104198,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:09.239362 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:09.247464 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.253880 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-1a01c4c4-3501-4d3c-8732-6ed97be6cf52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0530887 Jun 23 14:17:09.261086 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.262254 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8957970 Jun 23 14:17:09.354580 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-fd4fe32f-db52-4070-ba1b-b446ff96f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:09.356081 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-fd4fe32f-db52-4070-ba1b-b446ff96f762 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 1098 time: 0.0551188 Jun 23 14:17:09.480604 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-d816fbd6-5c3c-4af4-8c12-bbebdae30830 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1162807755&fields=id&tenant_id=8c02036f0bb54c9e9b69ad164ea237b0 HTTP/1.1" status: 200 len: 267 time: 0.0484900 Jun 23 14:17:09.500455 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-2ffc8b74-73b2-4227-9d59-9db9439456bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:09.501815 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-2ffc8b74-73b2-4227-9d59-9db9439456bd service neutron] 10.222.0.10 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 911 time: 0.1250851 Jun 23 14:17:09.615069 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-bb38c24e-6418-44a4-b930-58268f1adb9b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d80f84-b43b-4636-bcf0-1e4e196880df HTTP/1.1" status: 200 len: 1001 time: 0.1029100 Jun 23 14:17:09.663164 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f131e9-38cc-493d-9424-52448e2345ba req-92070b9f-e9fb-4b39-95a5-fcd8a3542c84 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:09.664536 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-92070b9f-e9fb-4b39-95a5-fcd8a3542c84 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 816 time: 0.1771255 Jun 23 14:17:09.689286 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-c6600d92-2ad4-4c63-9243-37d90bfe0d86 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/quotas/8c02036f0bb54c9e9b69ad164ea237b0 HTTP/1.1" status: 200 len: 375 time: 0.0175138 Jun 23 14:17:09.690786 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-1efa50d9-679d-413d-a856-50e6de8fabc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:09.692127 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-1efa50d9-679d-413d-a856-50e6de8fabc2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 200 len: 849 time: 0.0701282 Jun 23 14:17:09.801956 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-6180a0c6-1a3a-4651-80a2-0f5ff8f0b851 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1076047 Jun 23 14:17:09.805052 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-30c7e9d3-b7c9-4689-b7c1-af3e0c4b427a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:09.806428 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-30c7e9d3-b7c9-4689-b7c1-af3e0c4b427a service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2890c9a2-c322-459b-ac8e-2f8f78d8a615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1026154 Jun 23 14:17:09.962925 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-2960a9fd-80b0-4f00-af38-11ceac83d13d service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448324 Jun 23 14:17:09.996543 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-51abf744-723f-444e-8156-8585079cb9d6 service neutron] 10.222.0.26 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828687 Jun 23 14:17:10.125450 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-23232628-7545-4f9d-b9a2-5c6139be74c3 req-c48925b4-baf5-4c3a-a131-22841e6a53f4 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551065 Jun 23 14:17:10.135715 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-50b3cf6f-65c3-435b-8bf7-fe34fc22820f service neutron] 10.222.0.26 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332436 Jun 23 14:17:10.184791 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db550b-e390-4241-b35f-84420c1ee5f8 req-68c5d5c5-0d53-4f2a-8d94-b48cd32e0f79 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:10.186272 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-17db550b-e390-4241-b35f-84420c1ee5f8 req-68c5d5c5-0d53-4f2a-8d94-b48cd32e0f79 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0714178 Jun 23 14:17:10.223578 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-17db550b-e390-4241-b35f-84420c1ee5f8 req-e3d718b8-4f81-4478-be08-7443adfe6913 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316811 Jun 23 14:17:10.310503 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-044e02c9-e3bd-4d6e-8224-9bb0f43c108c req-8214f03a-2b81-4d1d-aee2-e2312928691c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 210 time: 0.0282989 Jun 23 14:17:10.974578 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-79d2757c-6011-4e5a-9b66-552bfd37d421 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:10.975988 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-79d2757c-6011-4e5a-9b66-552bfd37d421 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.10 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 945 time: 0.0614035 Jun 23 14:17:11.051959 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-869ab7b3-f309-4177-9d9d-4c0fb6a18e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.078543 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Deleting port d5612e4a-c4bc-4eca-a149-ad9845182435 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:11.078888 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.167334 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] For port d5612e4a-c4bc-4eca-a149-ad9845182435, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d5612e4a-c4bc-4eca-a149-ad9845182435,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:11.167600 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.180453 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Calling delete_port for d5612e4a-c4bc-4eca-a149-ad9845182435 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:11.463894 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4fdcf40d-2860-4d3e-8d7a-80bf5bb8a26f req-c978b6b8-4986-422b-b1a0-49c42aef9975 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 210 time: 0.0337389 Jun 23 14:17:11.558678 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:17:11.663249 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.671393 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-8f4842a3-f5ba-4cb6-b66c-1afda6864a4a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:11.677472 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['d5612e4a-c4bc-4eca-a149-ad9845182435'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:11.710497 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Pushing event deleted for resources: {'Port': ['ID=d5612e4a-c4bc-4eca-a149-ad9845182435,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:11.718405 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:11.734652 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f131e9-38cc-493d-9424-52448e2345ba req-49c38d6b-eacb-417a-9360-1223c889ae71 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:11.736047 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-49c38d6b-eacb-417a-9360-1223c889ae71 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 816 time: 0.4680586 Jun 23 14:17:11.785508 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] No DVR routers for this DVR port d5612e4a-c4bc-4eca-a149-ad9845182435 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:11.791390 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:11.793229 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c5e8ab6e-b225-4de6-989d-c58c71121b43 req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.10 "DELETE /v2.0/ports/d5612e4a-c4bc-4eca-a149-ad9845182435 HTTP/1.1" status: 204 len: 173 time: 0.8115122 Jun 23 14:17:11.795119 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'name': 'network-vif-deleted', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:11.797407 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c063db9d-11a6-47aa-a49b-0453edafb3b7" -d '{"events": [{"server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "name": "network-vif-deleted", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:11.808280 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0487f210-23e8-4789-90ff-afa12d224130 req-8f489f12-f1dd-4c8d-ba09-fbc8b0b7b090 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:11.809719 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0487f210-23e8-4789-90ff-afa12d224130 req-8f489f12-f1dd-4c8d-ba09-fbc8b0b7b090 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/ports?device_id=8997e428-dc39-444f-bcd8-1bbd0122194b HTTP/1.1" status: 200 len: 867 time: 0.4623771 Jun 23 14:17:11.841739 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0184121d-b562-4e79-9748-230db53664c7 x-openstack-request-id: req-0184121d-b562-4e79-9748-230db53664c7 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:11.842057 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8997e428-dc39-444f-bcd8-1bbd0122194b", "name": "network-vif-deleted", "tag": "d5612e4a-c4bc-4eca-a149-ad9845182435", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:11.842338 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0184121d-b562-4e79-9748-230db53664c7 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:11.842768 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8997e428-dc39-444f-bcd8-1bbd0122194b', 'name': 'network-vif-deleted', 'tag': 'd5612e4a-c4bc-4eca-a149-ad9845182435', 'status': 'completed', 'code': 200} Jun 23 14:17:11.848625 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-5155dc0c-6cfe-469f-9f98-36d2b0852e6a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c02036f0bb54c9e9b69ad164ea237b0 HTTP/1.1" status: 200 len: 380 time: 0.0953245 Jun 23 14:17:11.859119 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'port': {'device_id': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'admin_state_up': True, 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'security_groups': ['7bb7201c-5460-4cbe-8565-79583f7c7998']}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:11.889509 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0487f210-23e8-4789-90ff-afa12d224130 req-7d32b409-2b99-4263-ab40-77feaea602f0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] 10.222.0.26 "GET /v2.0/security-groups?id=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694447 Jun 23 14:17:11.974732 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Made reservation on behalf of 8c02036f0bb54c9e9b69ad164ea237b0 for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:11.978677 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.106667 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Allocated IP 172.20.0.14 (ee6dc90d-4347-40e8-be94-df80e106a1bb/941e3ac9-5928-46dc-8cdf-a10bd1731c6f/6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:12.246544 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.258999 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Transition to ACTIVE for port object 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:12.294937 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.298863 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cc3b16a5-c7a9-4cff-bd60-571bc2f5404d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:12.337319 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Network ee6dc90d-4347-40e8-be94-df80e106a1bb is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:12.342242 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:12.345960 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:12.375909 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event updated for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:12.380316 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:12.402301 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:12.403036 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.420649 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665050 Jun 23 14:17:12.434647 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Request body: {'port': {'device_id': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:12.519566 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.628207 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-e798187a-6f80-4775-88d9-ba115b3f681b None None] Provisioning for port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:12.633312 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-e798187a-6f80-4775-88d9-ba115b3f681b None None] Provisioning complete for port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:12.633699 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e798187a-6f80-4775-88d9-ba115b3f681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.668985 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74676c-6f4e-46de-8919-4c4450da3f2a req-02a6b100-04c1-471b-97ed-e6706e11c71c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:12.671233 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ba74676c-6f4e-46de-8919-4c4450da3f2a req-02a6b100-04c1-471b-97ed-e6706e11c71c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 932 time: 0.0688131 Jun 23 14:17:12.684366 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-e798187a-6f80-4775-88d9-ba115b3f681b None None] Port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:12.713299 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ba74676c-6f4e-46de-8919-4c4450da3f2a req-b464e5e0-44d0-424c-8b54-cf6ac0114eb8 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365975 Jun 23 14:17:12.795326 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:17:12.802562 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.814522 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Transition to ACTIVE for port object 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:12.818256 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:12.821073 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f09fb452-9025-4ad2-94ef-237623b0718d tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:12.891258 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Pushing event updated for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:12.894643 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:12.946547 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Attempting to bind port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:12.946891 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Attempting to bind port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:12.947228 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Attempting to bind port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 on network ee6dc90d-4347-40e8-be94-df80e106a1bb {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:12.951624 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 on network ee6dc90d-4347-40e8-be94-df80e106a1bb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:17:12.951949 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Attempting to bind port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 on network ee6dc90d-4347-40e8-be94-df80e106a1bb {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:12.958162 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:12.958535 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Checking segment: {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:12.958927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Bound using segment: {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:12.959367 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Bound port: 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:12.959719 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:13.028459 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:13.031700 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:13.036830 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:13.039888 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:13.071226 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:13.071856 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:13.073219 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] 10.222.0.10 "PUT /v2.0/ports/6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 HTTP/1.1" status: 200 len: 1094 time: 0.6460061 Jun 23 14:17:13.103959 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Pushing event updated for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:13.107244 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:13.185752 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f131e9-38cc-493d-9424-52448e2345ba req-d5af82e8-ff0f-4f6b-80c1-a3e53fa33733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:13.187819 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-d5af82e8-ff0f-4f6b-80c1-a3e53fa33733 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 1097 time: 0.0630050 Jun 23 14:17:13.236094 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-6f45d958-99ed-4404-8154-6053ca47bfe4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 HTTP/1.1" status: 200 len: 217 time: 0.0366716 Jun 23 14:17:13.288582 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f131e9-38cc-493d-9424-52448e2345ba req-baf56667-9850-4220-90a4-d90f3795e71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:13.290041 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-baf56667-9850-4220-90a4-d90f3795e71c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0468459 Jun 23 14:17:13.355602 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f131e9-38cc-493d-9424-52448e2345ba req-ce364f6c-c051-4cd3-a073-46ca096b5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:13.357152 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-ce364f6c-c051-4cd3-a073-46ca096b5e36 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0604987 Jun 23 14:17:13.456554 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-ae5777e7-588f-426c-8661-f098412fe3ca service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922432 Jun 23 14:17:13.540396 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37580) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:13.572867 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-01f131e9-38cc-493d-9424-52448e2345ba req-953e1de7-bc00-483a-8653-89e649aad85c service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047435 Jun 23 14:17:13.583290 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:13.700005 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c5916281-4410-44e0-8d44-937cfbe5744b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:13.844366 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:13.846856 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d" -d '{"events": [{"name": "network-changed", "server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:13.917479 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763960ad-558f-4584-9ec3-7e7c51f8bfb0 x-openstack-request-id: req-763960ad-558f-4584-9ec3-7e7c51f8bfb0 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:13.917802 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:13.918092 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-763960ad-558f-4584-9ec3-7e7c51f8bfb0 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:13.918525 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'status': 'completed', 'code': 200} Jun 23 14:17:13.976084 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a3411-3d4e-427b-abc4-49a680ac1228 req-2125ac2d-675e-453c-a8b7-41ecd6de3fed tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:13.977511 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-909a3411-3d4e-427b-abc4-49a680ac1228 req-2125ac2d-675e-453c-a8b7-41ecd6de3fed tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.1460969 Jun 23 14:17:14.053364 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-909a3411-3d4e-427b-abc4-49a680ac1228 req-6f85d1d8-83fe-40d9-8e78-c449d22582eb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553689 Jun 23 14:17:14.064055 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-e8622130-a84a-4e59-9513-0ad84f7a3606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:14.065434 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-e8622130-a84a-4e59-9513-0ad84f7a3606 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 1097 time: 0.1355259 Jun 23 14:17:14.195095 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-da7016bd-02d0-40b6-a8ad-8e19ac47ee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:14.196450 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-da7016bd-02d0-40b6-a8ad-8e19ac47ee29 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.1196361 Jun 23 14:17:14.204439 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478946'] for router_interface, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.241161 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.275021 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-c275d370-edf4-41c9-ae89-12223d4755bf service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 HTTP/1.1" status: 200 len: 217 time: 0.0679843 Jun 23 14:17:14.361681 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-3437755c-a5aa-436b-a32e-d74a36174eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:14.363133 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-3437755c-a5aa-436b-a32e-d74a36174eb5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0806813 Jun 23 14:17:14.478575 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-63c9a823-6ddd-4d8f-86e6-b2c84b5d36c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:14.479938 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-63c9a823-6ddd-4d8f-86e6-b2c84b5d36c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1084471 Jun 23 14:17:14.620502 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-652905d4-f969-4cfb-a881-205d38682703 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333108 Jun 23 14:17:14.685222 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Deleting port 64dd9bb6-484c-4082-8e65-ef9f75800c06 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:14.685567 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.775036 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47fe8411-baa3-4636-bc1a-fbb9ea3abb6d req-7c6987e0-232f-4879-8015-3391bac92e08 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478276 Jun 23 14:17:14.792534 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] For port 64dd9bb6-484c-4082-8e65-ef9f75800c06, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=64dd9bb6-484c-4082-8e65-ef9f75800c06,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:14.792919 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.809460 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Calling delete_port for 64dd9bb6-484c-4082-8e65-ef9f75800c06 owned by network:router_interface {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:14.837248 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device d5612e4a-c4bc-4eca-a149-ad9845182435 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:14.859622 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: d5612e4a-c4bc-4eca-a149-ad9845182435 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:14.859976 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device d5612e4a-c4bc-4eca-a149-ad9845182435 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:14.985671 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:14.988405 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:15.011690 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Pushing event deleted for resources: {'Port': ['ID=64dd9bb6-484c-4082-8e65-ef9f75800c06,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:15.018138 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:15.172044 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.184912 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16331031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16463378'] for router_interface, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.241230 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbced2cf-fd38-4ae3-b475-bd0cb7bf9073 req-b52d4176-e243-4483-bfbd-4189acb96395 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:15.242703 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-bbced2cf-fd38-4ae3-b475-bd0cb7bf9073 req-b52d4176-e243-4483-bfbd-4189acb96395 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0623536 Jun 23 14:17:15.280628 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-bbced2cf-fd38-4ae3-b475-bd0cb7bf9073 req-40f19d02-c18f-4374-9bc4-3b549539b8a3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316782 Jun 23 14:17:15.645530 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Router 83a52512-74d6-41c9-a4fc-88d2810673e5 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:15.750274 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:15.757808 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37590) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:15.757987 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] 10.222.0.26 "PUT /v2.0/routers/83a52512-74d6-41c9-a4fc-88d2810673e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2159126 Jun 23 14:17:15.760486 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] Sync routers for ids ['83a52512-74d6-41c9-a4fc-88d2810673e5'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:15.769324 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] Routers {'83a52512-74d6-41c9-a4fc-88d2810673e5'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:15.769942 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['83a52512-74d6-41c9-a4fc-88d2810673e5'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:15.859781 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.871700 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] Set router 83a52512-74d6-41c9-a4fc-88d2810673e5 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:15.959413 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.009607 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Deleting port 64643bd0-d727-44e4-acc2-b0e5f40a659e {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:16.009949 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.041985 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110'}], 'enable_snat': True}, 'gw_port_id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:17:14Z', 'revision_number': 5, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port': {'id': '64643bd0-d727-44e4-acc2-b0e5f40a659e', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:11Z', 'updated_at': '2021-06-23T14:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:16.073967 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] Checking router: 83a52512-74d6-41c9-a4fc-88d2810673e5 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:16.082043 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] Routers {'83a52512-74d6-41c9-a4fc-88d2810673e5'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:16.082681 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['83a52512-74d6-41c9-a4fc-88d2810673e5'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:16.091762 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] For port 64643bd0-d727-44e4-acc2-b0e5f40a659e, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=64643bd0-d727-44e4-acc2-b0e5f40a659e,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:16.092122 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.103370 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Calling delete_port for 64643bd0-d727-44e4-acc2-b0e5f40a659e owned by network:router_gateway {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:16.165637 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] Set router 83a52512-74d6-41c9-a4fc-88d2810673e5 gateway port host: None {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:16.218103 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:17:15Z', 'revision_number': 6, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port_host': None}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:16.247998 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58b8b3e9-91d9-48fd-a471-5a45e8d47651 None None] The sync data for ids ['83a52512-74d6-41c9-a4fc-88d2810673e5'] in dv-cinder-794001-2-iscsi is: [{'id': '83a52512-74d6-41c9-a4fc-88d2810673e5', 'name': 'tempest-TestMinimumBasicScenario-271607349-router', 'tenant_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:10Z', 'updated_at': '2021-06-23T14:17:15Z', 'revision_number': 6, 'project_id': '6a2f20e87fbf4a4da5f416e96287fb37', 'gw_port_host': None}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:16.268816 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.270802 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-996f6bb7-9a3b-46cf-86b0-e94c2b00447b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:16.292565 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=64643bd0-d727-44e4-acc2-b0e5f40a659e,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:16.296184 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:16.355108 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16462471'] for router_gateway, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.461059 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a06980-0285-448f-ad7b-76ffe20532ec req-0aea7f33-6c28-4e83-b7de-b0797b16333b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:16.462653 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-74a06980-0285-448f-ad7b-76ffe20532ec req-0aea7f33-6c28-4e83-b7de-b0797b16333b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0653784 Jun 23 14:17:16.503580 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-74a06980-0285-448f-ad7b-76ffe20532ec req-b753b385-7559-4c1f-b9a4-3d679020cc15 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346818 Jun 23 14:17:16.606480 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.667613 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16451747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32602'] for router, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.669980 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.714093 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16463337'] for router, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.714658 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83a52512-74d6-41c9-a4fc-88d2810673e5 {{(pid=93098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:17:16.719535 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.720791 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-feba265b-0caf-4157-a799-8ea6d5d3d2d6 admin admin] 10.222.0.26 "DELETE /v2.0/routers/83a52512-74d6-41c9-a4fc-88d2810673e5 HTTP/1.1" status: 204 len: 168 time: 0.9615402 Jun 23 14:17:16.723357 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37594) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:16.768161 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42efa7f-6f93-4653-a714-51be891c592b admin admin] Deleting subnet f2c28cd8-5df8-4ec8-a6d2-847215c304af {{(pid=93097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:17:16.771333 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a42efa7f-6f93-4653-a714-51be891c592b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.808023 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a42efa7f-6f93-4653-a714-51be891c592b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13996498'] for subnet, precommit_delete_associations {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.910921 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a42efa7f-6f93-4653-a714-51be891c592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.966934 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a42efa7f-6f93-4653-a714-51be891c592b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13390601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12976812'] for subnet, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:16.969828 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-aa4922a6-0ff0-40b4-a359-ee262eedcbce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:16.996780 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42efa7f-6f93-4653-a714-51be891c592b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c28cd8-5df8-4ec8-a6d2-847215c304af,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:16.997432 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a42efa7f-6f93-4653-a714-51be891c592b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:16.998438 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a42efa7f-6f93-4653-a714-51be891c592b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.002836 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-a42efa7f-6f93-4653-a714-51be891c592b admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f2c28cd8-5df8-4ec8-a6d2-847215c304af HTTP/1.1" status: 204 len: 168 time: 0.2762043 Jun 23 14:17:17.007256 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37596) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:17.007781 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf065b9-31a1-47c0-a55e-bf2e878ba465 None None] Network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:17.074766 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 64643bd0-d727-44e4-acc2-b0e5f40a659e no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:17.081455 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.098262 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 64643bd0-d727-44e4-acc2-b0e5f40a659e {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:17.098688 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 64643bd0-d727-44e4-acc2-b0e5f40a659e not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:17.099208 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 64dd9bb6-484c-4082-8e65-ef9f75800c06 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:17.133801 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Deleting port e1698b22-5533-49af-9c46-2ad60bef4ab3 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:17.134148 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.137677 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 64dd9bb6-484c-4082-8e65-ef9f75800c06 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:17.138038 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 64dd9bb6-484c-4082-8e65-ef9f75800c06 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:17.202195 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] For port e1698b22-5533-49af-9c46-2ad60bef4ab3, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=e1698b22-5533-49af-9c46-2ad60bef4ab3,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:17.202670 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.215683 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Calling delete_port for e1698b22-5533-49af-9c46-2ad60bef4ab3 owned by network:dhcp {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:17.247888 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] DHCP port deletion for d479ea73-0ffb-45d6-a60d-817f1dc53ae2 request from dv-cinder-794001-2-iscsi {{(pid=93099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:17:17.297845 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Deleting port e1698b22-5533-49af-9c46-2ad60bef4ab3 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:17.298481 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.311103 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.314598 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:17.339181 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Pushing event deleted for resources: {'Port': ['ID=e1698b22-5533-49af-9c46-2ad60bef4ab3,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:17.346514 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:17.347368 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] No DVR routers for this DVR port e1698b22-5533-49af-9c46-2ad60bef4ab3 on host dv-cinder-794001-2-iscsi {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:17.420463 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.433723 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d479ea73-0ffb-45d6-a60d-817f1dc53ae2']}} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:17.450548 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258') {'for_net_delete': True} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:17.450849 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eedb2f6b-e3e6-4369-8c6e-9c9809d3d258') {} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:17.460094 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13996493'] for segment, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.474301 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.480761 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=93097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:17:17.481150 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13390740'] for segment, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: Traceback (most recent call last): Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: timer() Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: cb(*args, **kw) Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: return func(*args, **kwargs) Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: self._notify() Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: self.callback(batched_events) Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: event.method(event) Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: return f(self, *a, **k) Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._get(url).json() Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: return self.request(url, 'GET', **kwargs) Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:17:17.483264 dv-cinder-794001-2-iscsi neutron-server[93097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:17:17.491948 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] For port e1698b22-5533-49af-9c46-2ad60bef4ab3, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=e1698b22-5533-49af-9c46-2ad60bef4ab3,segment=NetworkSegment(eedb2f6b-e3e6-4369-8c6e-9c9809d3d258),segment_id=eedb2f6b-e3e6-4369-8c6e-9c9809d3d258)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:17.492381 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.504567 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Calling delete_port for e1698b22-5533-49af-9c46-2ad60bef4ab3 owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:17.536968 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.541185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-71debfde-7754-43b4-9d8d-0d0127d72dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:17.553839 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.558441 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] 10.222.0.26 "DELETE /v2.0/networks/d479ea73-0ffb-45d6-a60d-817f1dc53ae2 HTTP/1.1" status: 204 len: 168 time: 0.5474842 Jun 23 14:17:17.558441 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Pushing event deleted for resources: {'Network': ['ID=d479ea73-0ffb-45d6-a60d-817f1dc53ae2,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:17.558691 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37600) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:17.567817 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:17.632400 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:17.634410 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:17.655774 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Pushing event deleted for resources: {'Port': ['ID=e1698b22-5533-49af-9c46-2ad60bef4ab3,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:17.658652 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Network d479ea73-0ffb-45d6-a60d-817f1dc53ae2 is not hosted by any dhcp agent {{(pid=93099) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jun 23 14:17:17.659326 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] No DVR routers for this DVR port e1698b22-5533-49af-9c46-2ad60bef4ab3 on host dv-cinder-794001-2-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:17.665119 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.665479 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.665865 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.666214 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.666657 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.666996 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.667327 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.667660 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.668009 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.668337 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.668669 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.668994 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:17.672592 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:17.695669 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d27fee-0805-490c-9b4f-0a9b4eaf9e7f req-cd688c32-4b17-41f2-9eda-669287eeecdc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:17.697158 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-23d27fee-0805-490c-9b4f-0a9b4eaf9e7f req-cd688c32-4b17-41f2-9eda-669287eeecdc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0757990 Jun 23 14:17:17.733915 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-23d27fee-0805-490c-9b4f-0a9b4eaf9e7f req-f0e77655-65d9-4d75-bb43-d5ca6284bc00 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310504 Jun 23 14:17:17.923530 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478946'] for router_interface, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:18.177231 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Deleting port 37406a77-077d-4935-8c2d-46a5058f1cf3 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:18.177503 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:18.253809 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] For port 37406a77-077d-4935-8c2d-46a5058f1cf3, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=37406a77-077d-4935-8c2d-46a5058f1cf3,segment=NetworkSegment(4c2b16e2-04b0-44b2-ba14-810fe28223d8),segment_id=4c2b16e2-04b0-44b2-ba14-810fe28223d8)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:18.254197 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:18.266234 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Calling delete_port for 37406a77-077d-4935-8c2d-46a5058f1cf3 owned by network:router_interface {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:18.440935 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:18.442728 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5cfb39ae-18b9-47e5-be84-ce1242bad0fd tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:18.469863 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Pushing event deleted for resources: {'Port': ['ID=37406a77-077d-4935-8c2d-46a5058f1cf3,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:18.472963 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:18.634185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16331031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16463378'] for router_interface, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:18.845233 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Router e041bb09-0e5a-4ca2-a269-f4a677d16680 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:18.850709 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:17:18.956839 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:18.968289 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'port_id': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'mac_address': 'fa:16:3e:52:68:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:17:18.995689 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device e1698b22-5533-49af-9c46-2ad60bef4ab3 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:19.002918 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b45efc-968a-46f2-abe5-077a531a7806 req-b4418b3f-4e70-4e01-9601-876945d0cd82 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:19.004391 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f6b45efc-968a-46f2-abe5-077a531a7806 req-b4418b3f-4e70-4e01-9601-876945d0cd82 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.1547842 Jun 23 14:17:19.010845 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:19.018851 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] 10.222.0.26 "PUT /v2.0/routers/e041bb09-0e5a-4ca2-a269-f4a677d16680/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4592838 Jun 23 14:17:19.019062 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37604) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:19.023637 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: e1698b22-5533-49af-9c46-2ad60bef4ab3 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:19.023997 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device e1698b22-5533-49af-9c46-2ad60bef4ab3 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:19.026436 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] Sync routers for ids ['e041bb09-0e5a-4ca2-a269-f4a677d16680'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:19.027318 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.041626 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:17:19.062898 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] Routers {'e041bb09-0e5a-4ca2-a269-f4a677d16680'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:19.063785 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e041bb09-0e5a-4ca2-a269-f4a677d16680'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:19.067259 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:19.067443 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f6b45efc-968a-46f2-abe5-077a531a7806 req-c6b69ade-371f-45d1-a48d-fe6613f5b13d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538321 Jun 23 14:17:19.070910 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.073585 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:19.134055 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:19.137396 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:19.151148 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.173575 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] Set router e041bb09-0e5a-4ca2-a269-f4a677d16680 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:19.250828 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.300832 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Deleting port 075cb2ab-06c8-4868-8292-be8be757dcbe {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:19.301079 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.346035 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'name': 'tempest-TestMinimumBasicScenario-1121430636-router', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9'}], 'enable_snat': True}, 'gw_port_id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:17:18Z', 'revision_number': 5, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'gw_port': {'id': '075cb2ab-06c8-4868-8292-be8be757dcbe', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:3d:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:11:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:19.371880 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] Checking router: e041bb09-0e5a-4ca2-a269-f4a677d16680 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:19.380219 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] Routers {'e041bb09-0e5a-4ca2-a269-f4a677d16680'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:19.381353 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e041bb09-0e5a-4ca2-a269-f4a677d16680'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:19.382769 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] For port 075cb2ab-06c8-4868-8292-be8be757dcbe, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=075cb2ab-06c8-4868-8292-be8be757dcbe,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:19.383131 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.394597 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Calling delete_port for 075cb2ab-06c8-4868-8292-be8be757dcbe owned by network:router_gateway {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:19.465003 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] Set router e041bb09-0e5a-4ca2-a269-f4a677d16680 gateway port host: None {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:19.518397 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'name': 'tempest-TestMinimumBasicScenario-1121430636-router', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:17:19Z', 'revision_number': 6, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'gw_port_host': None}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:19.544170 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b8c0be-2dbe-4d99-ad4c-2faa86724890 None None] The sync data for ids ['e041bb09-0e5a-4ca2-a269-f4a677d16680'] in dv-cinder-794001-2-iscsi is: [{'id': 'e041bb09-0e5a-4ca2-a269-f4a677d16680', 'name': 'tempest-TestMinimumBasicScenario-1121430636-router', 'tenant_id': 'aad27f00283b40c081f3d8a370d09075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:11:16Z', 'updated_at': '2021-06-23T14:17:19Z', 'revision_number': 6, 'project_id': 'aad27f00283b40c081f3d8a370d09075', 'gw_port_host': None}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:19.551190 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:19.560761 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.562924 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:19.588067 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=075cb2ab-06c8-4868-8292-be8be757dcbe,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:19.591779 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:19.655038 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16462471'] for router_gateway, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.743206 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16451747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32602'] for router, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.745576 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.787437 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16463337'] for router, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.788061 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e041bb09-0e5a-4ca2-a269-f4a677d16680 {{(pid=93098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:17:19.792978 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.794166 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-d2068549-3e16-4baf-9bab-0a41793423d3 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e041bb09-0e5a-4ca2-a269-f4a677d16680 HTTP/1.1" status: 204 len: 168 time: 0.7729867 Jun 23 14:17:19.796722 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37606) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:19.840623 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6b16526-4ae0-4303-b48b-4cca833dde92 admin admin] Deleting subnet b0d13a18-da79-4f5f-872f-a1c546eedda8 {{(pid=93098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:17:19.843630 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d6b16526-4ae0-4303-b48b-4cca833dde92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.876682 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d6b16526-4ae0-4303-b48b-4cca833dde92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579050'] for subnet, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:19.989420 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d6b16526-4ae0-4303-b48b-4cca833dde92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.042390 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d6b16526-4ae0-4303-b48b-4cca833dde92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136501'] for subnet, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.045292 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c43f3e5e-a3a7-4b1d-993e-35903177cf43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:20.072949 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b16526-4ae0-4303-b48b-4cca833dde92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0d13a18-da79-4f5f-872f-a1c546eedda8,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:20.075852 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d6b16526-4ae0-4303-b48b-4cca833dde92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:20.077315 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d6b16526-4ae0-4303-b48b-4cca833dde92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.077836 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbe64e0-99d5-41cd-bf51-8493501c64cd None None] Network cffed7f0-621c-42a6-9862-93807630263d requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:20.079016 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-d6b16526-4ae0-4303-b48b-4cca833dde92 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/b0d13a18-da79-4f5f-872f-a1c546eedda8 HTTP/1.1" status: 204 len: 168 time: 0.2813642 Jun 23 14:17:20.081551 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37608) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:20.153901 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.205233 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Deleting port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:20.205569 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.254318 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51da576b-200f-4f76-97b6-c781359577f6 req-9157bda2-72eb-4b0a-9df8-7ac0e1dae912 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:20.255867 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-51da576b-200f-4f76-97b6-c781359577f6 req-9157bda2-72eb-4b0a-9df8-7ac0e1dae912 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 945 time: 0.0655453 Jun 23 14:17:20.278250 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] For port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=d5bd7fd3-9f74-4385-b79a-83bc6350bfdf,segment=NetworkSegment(4c2b16e2-04b0-44b2-ba14-810fe28223d8),segment_id=4c2b16e2-04b0-44b2-ba14-810fe28223d8)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:20.278695 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.293489 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Calling delete_port for d5bd7fd3-9f74-4385-b79a-83bc6350bfdf owned by network:dhcp {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:20.298307 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-51da576b-200f-4f76-97b6-c781359577f6 req-6260c013-c156-4b8d-9e9c-a65d9fc93ffd tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365214 Jun 23 14:17:20.299072 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] DHCP port deletion for cffed7f0-621c-42a6-9862-93807630263d request from dv-cinder-794001-2-iscsi {{(pid=93099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:17:20.351487 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] Deleting port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:20.351969 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.382631 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.385237 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-26eb9237-e784-4368-9cae-40823fcf8230 tempest-ServerRescueNegativeTestJSON-868981505 tempest-ServerRescueNegativeTestJSON-868981505-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:20.409116 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5bd7fd3-9f74-4385-b79a-83bc6350bfdf,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:20.412639 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:20.415147 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] No DVR routers for this DVR port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf on host dv-cinder-794001-2-iscsi {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:20.420519 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] For port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=d5bd7fd3-9f74-4385-b79a-83bc6350bfdf,segment=NetworkSegment(4c2b16e2-04b0-44b2-ba14-810fe28223d8),segment_id=4c2b16e2-04b0-44b2-ba14-810fe28223d8)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:20.421190 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.434582 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] Calling delete_port for d5bd7fd3-9f74-4385-b79a-83bc6350bfdf owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:20.488457 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.499112 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cffed7f0-621c-42a6-9862-93807630263d']}} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:20.508253 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.509736 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2b16e2-04b0-44b2-ba14-810fe28223d8') {'for_net_delete': True} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:20.510038 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2b16e2-04b0-44b2-ba14-810fe28223d8') {} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:20.510992 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:20.520597 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13996493'] for segment, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.538562 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.539681 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] Pushing event deleted for resources: {'Port': ['ID=d5bd7fd3-9f74-4385-b79a-83bc6350bfdf,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:20.542576 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:20.543381 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] No DVR routers for this DVR port d5bd7fd3-9f74-4385-b79a-83bc6350bfdf on host dv-cinder-794001-2-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:20.545721 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Releasing vlan 690 on physical network physnet1 to pool {{(pid=93097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:17:20.546277 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13390740'] for segment, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: Traceback (most recent call last): Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: timer() Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: cb(*args, **kw) Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: return func(*args, **kwargs) Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: self._notify() Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: self.callback(batched_events) Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: event.method(event) Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: return f(self, *a, **k) Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._get(url).json() Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: return self.request(url, 'GET', **kwargs) Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:17:20.548335 dv-cinder-794001-2-iscsi neutron-server[93097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:17:20.605575 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.609723 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:20.612702 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.617339 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cffed7f0-621c-42a6-9862-93807630263d HTTP/1.1" status: 204 len: 168 time: 0.5325353 Jun 23 14:17:20.632106 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cffed7f0-621c-42a6-9862-93807630263d,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:20.634452 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:20.725135 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37614) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:20.765424 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-1bd83328-3b3b-424e-8817-1c6845e5de23 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6a2f20e87fbf4a4da5f416e96287fb37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0389860 Jun 23 14:17:20.767738 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37616) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:20.813927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f9feb0d6-d915-4230-b4c6-063a782a9d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.836656 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f9feb0d6-d915-4230-b4c6-063a782a9d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.867837 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:20.884379 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f9feb0d6-d915-4230-b4c6-063a782a9d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.887057 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f9feb0d6-d915-4230-b4c6-063a782a9d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.888301 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-f9feb0d6-d915-4230-b4c6-063a782a9d48 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/54fcc3c8-f34a-4836-b8be-915cf3bd5cc8 HTTP/1.1" status: 204 len: 168 time: 0.1195672 Jun 23 14:17:20.888946 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-1a820168-4055-4b4f-a211-d1f0996f9d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:20.897074 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9feb0d6-d915-4230-b4c6-063a782a9d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fcc3c8-f34a-4836-b8be-915cf3bd5cc8,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:20.899503 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f9feb0d6-d915-4230-b4c6-063a782a9d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:20.937678 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:20.942145 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:20.942546 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:20.947426 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device d5bd7fd3-9f74-4385-b79a-83bc6350bfdf no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:20.987810 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: d5bd7fd3-9f74-4385-b79a-83bc6350bfdf {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:20.988170 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device d5bd7fd3-9f74-4385-b79a-83bc6350bfdf not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:20.988593 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 37406a77-077d-4935-8c2d-46a5058f1cf3 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:21.016879 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 37406a77-077d-4935-8c2d-46a5058f1cf3 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:21.017232 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 37406a77-077d-4935-8c2d-46a5058f1cf3 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:21.017647 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 075cb2ab-06c8-4868-8292-be8be757dcbe no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:21.038837 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 075cb2ab-06c8-4868-8292-be8be757dcbe {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:21.039179 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 075cb2ab-06c8-4868-8292-be8be757dcbe not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:21.094225 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.115930 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:21.118182 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c29343-1d6c-4cd9-a3b7-15e1e0c15b42" -d '{"events": [{"server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "name": "network-vif-plugged", "status": "completed", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:21.132738 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:21.136868 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.139445 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-42e86267-a25e-41d8-a043-0eb7ce317ef0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:21.164190 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0ebd18-27a3-4547-b2b7-0c29f31546ab x-openstack-request-id: req-ba0ebd18-27a3-4547-b2b7-0c29f31546ab {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:21.164490 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "name": "network-vif-plugged", "status": "completed", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:21.164753 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ba0ebd18-27a3-4547-b2b7-0c29f31546ab {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:21.165148 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'code': 200} Jun 23 14:17:21.192287 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:21.197423 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:21.226698 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37624) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:21.267225 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-f7d9a720-1afc-48bd-941d-43079d0ca134 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aad27f00283b40c081f3d8a370d09075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393078 Jun 23 14:17:21.269474 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37626) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:21.317522 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d5bc577f-33b0-4259-b542-b8de45722f8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.344636 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d5bc577f-33b0-4259-b542-b8de45722f8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.419350 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f1157b-9137-4003-87c8-c08c82da8cff req-9a2061aa-1ad8-4355-b975-f9789da6a869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:21.420860 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-60f1157b-9137-4003-87c8-c08c82da8cff req-9a2061aa-1ad8-4355-b975-f9789da6a869 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 1099 time: 0.0744069 Jun 23 14:17:21.425720 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d5bc577f-33b0-4259-b542-b8de45722f8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.429090 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d5bc577f-33b0-4259-b542-b8de45722f8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:21.432153 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-d5bc577f-33b0-4259-b542-b8de45722f8b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba5915f8-1e3e-46d3-9730-dfedf628b807 HTTP/1.1" status: 204 len: 168 time: 0.1593919 Jun 23 14:17:21.432153 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5212a968-efd2-4377-bf2c-dc969a19dbd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:21.445224 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc577f-33b0-4259-b542-b8de45722f8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5915f8-1e3e-46d3-9730-dfedf628b807,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:21.452244 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d5bc577f-33b0-4259-b542-b8de45722f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:21.469174 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-60f1157b-9137-4003-87c8-c08c82da8cff req-fa22e91e-acef-4db1-b053-c313df49cd6f service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362070 Jun 23 14:17:21.514093 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b470b9-5fc4-435b-8670-5671fc07d016 req-048ab2a3-ee41-4b69-a2d7-7893dd66189c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:21.515630 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-00b470b9-5fc4-435b-8670-5671fc07d016 req-048ab2a3-ee41-4b69-a2d7-7893dd66189c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0994105 Jun 23 14:17:21.556220 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-00b470b9-5fc4-435b-8670-5671fc07d016 req-74270176-1ca9-4ad5-9078-996049a4669c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345356 Jun 23 14:17:22.088267 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37650) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:22.180568 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-391485030-network', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:22.205312 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Made reservation on behalf of 6d5af2bbf61348b297018fdfc9718e0f for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:22.207628 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.219493 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.305384 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.308807 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.311538 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1ebb027e-ada3-4408-922c-ec0f9c724ae9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:22.333072 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 654} {{(pid=93098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:17:22.342208 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec78b78-9ecc-4f99-a554-daac2a69ec5b,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:22.346190 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:22.347193 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.347529 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Added segment 81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0 of type vlan for network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc Jun 23 14:17:22.386227 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.413387 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.414867 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:22.415445 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.418222 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c45d9f4d-455c-4b5c-9cda-9e3fbeef3103 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:22.445962 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3565836 Jun 23 14:17:22.448850 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37654) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:22.453859 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Request body: {'subnet': {'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-391485030-subnet', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'ip_version': 4}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:22.475434 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Made reservation on behalf of 6d5af2bbf61348b297018fdfc9718e0f for: {'subnet': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:22.476928 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Pushing event updated for resources: {'Network': ['ID=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:22.477751 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12976817'] for subnet, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.479853 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:22.486716 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:17:22.900457 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bafd00-8a62-493d-a442-d2277f752ee8 req-f80e3edd-20cb-4de1-b1e2-4138b33e4ebf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:22.901918 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-52bafd00-8a62-493d-a442-d2277f752ee8 req-f80e3edd-20cb-4de1-b1e2-4138b33e4ebf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.1103981 Jun 23 14:17:22.984028 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-52bafd00-8a62-493d-a442-d2277f752ee8 req-0934d1f7-82f6-4710-b05a-d6483585058e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749846 Jun 23 14:17:22.989181 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13391818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12976803'] for subnet, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:22.991446 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-35643043-7592-4bd5-9aa0-8df8626ee130 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:23.045472 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6ac850b-89d3-43fb-b1c5-de5022ee1719,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:23.048671 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:23.054163 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Checking segment: {'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:23.054560 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Network hostable DHCP agents. Network: 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:17:23.070240 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:17:23.078317 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc) {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:23.082492 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:23.083704 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.088399 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bede251-1bc3-4313-926d-e28b638b56a7 None None] Network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:23.097169 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6472554 Jun 23 14:17:23.100422 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37658) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:23.104759 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:23.125282 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16452626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32584'] for router, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.126264 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16452633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16294700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16437327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32577'] for router, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.182304 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.233496 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ed5f05c-69cb-5583-abd3-207797de1a02-5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719'}]}} from dv-cinder-794001-2-iscsi. {{(pid=93099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:17:23.234387 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.317719 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.366227 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Allocated IP 172.20.0.2 (5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc/f6ac850b-89d3-43fb-b1c5-de5022ee1719/f8c0ec65-b06a-43be-a01e-20a6e1f1a984) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:23.506810 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.515938 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Transition to ACTIVE for port object f8c0ec65-b06a-43be-a01e-20a6e1f1a984 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:23.517787 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.531174 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Transition to ACTIVE for port object f8c0ec65-b06a-43be-a01e-20a6e1f1a984 will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:23.536773 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.537801 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.539519 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e9c163ea-59d4-447a-98ad-275d01225d79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:23.575849 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:23.580550 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:23.583932 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:23.595137 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Pushing event updated for resources: {'Port': ['ID=f8c0ec65-b06a-43be-a01e-20a6e1f1a984,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:23.612894 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:23.645032 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Attempting to bind port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:23.645418 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Attempting to bind port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:23.645813 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Attempting to bind port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 on network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:23.647208 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Allocated IP 172.27.3.16 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/bc9c81a0-a8f2-4206-81fd-4bcabc537ca0) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:23.651091 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:23.651473 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Checking segment: {'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:23.651918 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.652317 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Bound using segment: {'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:23.652796 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Bound port: f8c0ec65-b06a-43be-a01e-20a6e1f1a984, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:23.653312 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.717818 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-87071751-4f23-45b0-9944-3477a512d957 None None] For port f8c0ec65-b06a-43be-a01e-20a6e1f1a984, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:23.720830 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-87071751-4f23-45b0-9944-3477a512d957 None None] For port f8c0ec65-b06a-43be-a01e-20a6e1f1a984, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=f8c0ec65-b06a-43be-a01e-20a6e1f1a984,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:23.724365 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.727060 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:23.758491 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.783212 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Pushing event updated for resources: {'Port': ['ID=f8c0ec65-b06a-43be-a01e-20a6e1f1a984,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:23.787046 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:23.810683 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:23.812721 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e2c8b729-9402-4f87-a2c3-6c1e8c34e6a0 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:23.852819 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:23.855649 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:23.860076 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:23.863133 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Pushing event updated for resources: {'Port': ['ID=bc9c81a0-a8f2-4206-81fd-4bcabc537ca0,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:23.882945 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:24.138830 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.322790 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea4b1a-7c27-4265-8bef-4e18a7c906ba req-d7926f8f-6cc4-40ea-b432-81a0b34af5a1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:24.324255 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-96ea4b1a-7c27-4265-8bef-4e18a7c906ba req-d7926f8f-6cc4-40ea-b432-81a0b34af5a1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0645468 Jun 23 14:17:24.336205 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16451719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835'] for router, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.364313 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-96ea4b1a-7c27-4265-8bef-4e18a7c906ba req-f44bed61-da29-450e-8994-9238e2389a0e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344100 Jun 23 14:17:24.474858 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 is scheduled to L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 with binding_index 1 {{(pid=93097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:17:24.626971 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382ad7e5-70e9-4cf2-a31b-fc7cfa58c484 req-854e3794-14a5-4f64-bc9a-76f471058e38 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:24.628487 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-382ad7e5-70e9-4cf2-a31b-fc7cfa58c484 req-854e3794-14a5-4f64-bc9a-76f471058e38 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.1492796 Jun 23 14:17:24.637617 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37664) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:24.638614 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:24.642739 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-eb890dc8-049d-4f98-9a1a-74cad151fb3a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Request body: {'floatingip': {'port_id': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:24.648978 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Sync routers for ids ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:24.656547 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Notify callbacks [] for router, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.658401 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5566332 Jun 23 14:17:24.660746 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37666) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:24.666025 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Routers {'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:24.667038 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:24.689557 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-eb890dc8-049d-4f98-9a1a-74cad151fb3a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:24.702723 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8300ea3e-7230-4465-8a93-851d5b79a135 None None] Network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:24.970335 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Set router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:25.030542 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device f8c0ec65-b06a-43be-a01e-20a6e1f1a984 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:25.039301 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-1cdea1c3-cbab-481b-a2c1-17ccc74118cc None None] Provisioning for port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:25.113397 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.185109 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-eb890dc8-049d-4f98-9a1a-74cad151fb3a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.190637 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-eb890dc8-049d-4f98-9a1a-74cad151fb3a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.229903 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:25.239161 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:25.239548 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.287505 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Allocated IP 172.20.0.1 (5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc/f6ac850b-89d3-43fb-b1c5-de5022ee1719/adef47d9-a46e-496e-9040-e1841446cdda) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:25.303723 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.l3_db [None req-eb890dc8-049d-4f98-9a1a-74cad151fb3a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Floating IP 194eb065-4a83-459f-9e1f-b8561e69b3db associated. External IP: 172.27.3.94, port: 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4. Jun 23 14:17:25.334954 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:24Z', 'revision_number': 3, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:25.383668 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Checking router: f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:25.384532 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Updating router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 binding host dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:25.394875 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.407686 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Transition to ACTIVE for port object adef47d9-a46e-496e-9040-e1841446cdda will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:25.431824 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.444692 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.444890 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.447403 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a3a42676-4dd8-4791-8eda-09034d6dec38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:25.491129 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:25.495943 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:25.500530 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port f8c0ec65-b06a-43be-a01e-20a6e1f1a984, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=f8c0ec65-b06a-43be-a01e-20a6e1f1a984,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:25.500732 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:25.541894 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16478827'] for router_interface, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.543277 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb890dc8-049d-4f98-9a1a-74cad151fb3a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:25.555249 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.560066 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:25.644690 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=adef47d9-a46e-496e-9040-e1841446cdda,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:25.647731 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:25.648875 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=f8c0ec65-b06a-43be-a01e-20a6e1f1a984,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:25.685505 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:25.689908 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.693745 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb890dc8-049d-4f98-9a1a-74cad151fb3a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:25.704293 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] Sync routers for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:25.707025 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-eb890dc8-049d-4f98-9a1a-74cad151fb3a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.718047 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:25.718807 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:25.758241 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-eb890dc8-049d-4f98-9a1a-74cad151fb3a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "PUT /v2.0/floatingips/194eb065-4a83-459f-9e1f-b8561e69b3db HTTP/1.1" status: 200 len: 991 time: 1.1193042 Jun 23 14:17:25.758931 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'}] {{(pid=93098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:25.779580 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae64177605cb7c2040b05ec36b85f5604532bc610432cca37264cc9b1b03e449" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e" -d '{"events": [{"name": "network-changed", "server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4"}]}' {{(pid=93098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:25.813754 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-34777feb-c055-4f21-bb61-77511afba38b None None] Provisioning complete for port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:25.814148 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-34777feb-c055-4f21-bb61-77511afba38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.823671 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c8881f-dd8f-4b84-8f93-68a46abe0b78 x-openstack-request-id: req-57c8881f-dd8f-4b84-8f93-68a46abe0b78 {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:25.824284 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4", "status": "completed", "code": 200}]} {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:25.824787 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57c8881f-dd8f-4b84-8f93-68a46abe0b78 {{(pid=93098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:25.825449 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'status': 'completed', 'code': 200} Jun 23 14:17:25.890075 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.908351 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Transition to ACTIVE for port object bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:25.918203 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.920292 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:25.985067 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.994276 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.998636 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e9f4f740-93ae-4f5b-a077-bd0b86bf5c26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:26.008003 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377290e-8ce2-4b27-81dd-2c693b48dea7 None None] Pushing event updated for resources: {'Port': ['ID=bc9c81a0-a8f2-4206-81fd-4bcabc537ca0,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:26.010647 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Attempting to bind port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:26.011031 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Attempting to bind port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:26.011406 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Attempting to bind port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 on network a8114055-eda3-4a8a-939d-4d3bf614516a {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:26.013589 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b377290e-8ce2-4b27-81dd-2c693b48dea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:26.019749 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:26.020138 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:26.020559 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.021061 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Bound using segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:26.021986 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Bound port: bc9c81a0-a8f2-4206-81fd-4bcabc537ca0, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:26.022398 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.027159 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:26.054554 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-a1879826-b8e2-4d39-a732-5653fb0db9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.056160 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-a1879826-b8e2-4d39-a732-5653fb0db9c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 1099 time: 0.1627085 Jun 23 14:17:26.079913 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] For port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:26.083283 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] For port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=bc9c81a0-a8f2-4206-81fd-4bcabc537ca0,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:26.088225 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.091245 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:26.101096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=adef47d9-a46e-496e-9040-e1841446cdda,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:26.104174 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:26.107236 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16334052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478855'] for router_interface, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.152996 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Routers {'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:26.153656 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:26.199284 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377290e-8ce2-4b27-81dd-2c693b48dea7 None None] Pushing event updated for resources: {'Port': ['ID=bc9c81a0-a8f2-4206-81fd-4bcabc537ca0,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:26.203906 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b377290e-8ce2-4b27-81dd-2c693b48dea7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:26.204883 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-818d47d3-ae69-47db-a735-d84a1143344c None None] Provisioning for port adef47d9-a46e-496e-9040-e1841446cdda completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:26.215290 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-818d47d3-ae69-47db-a735-d84a1143344c None None] Provisioning complete for port adef47d9-a46e-496e-9040-e1841446cdda triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:26.215675 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-818d47d3-ae69-47db-a735-d84a1143344c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.227201 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-4cb0a345-ab29-4453-aa14-910cdb5ceeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.228773 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-4cb0a345-ab29-4453-aa14-910cdb5ceeb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.1624219 Jun 23 14:17:26.279814 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '194eb065-4a83-459f-9e1f-b8561e69b3db', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'port_id': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'mac_address': 'fa:16:3e:52:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:08Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 1, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:26.289821 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-818d47d3-ae69-47db-a735-d84a1143344c None None] Port adef47d9-a46e-496e-9040-e1841446cdda cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:26.298897 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:26.301436 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] Set router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:26.301923 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:26.311813 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] Checking router: 2e5f46d4-797e-443f-99a0-baf9a5a068d9 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:26.320408 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-75d6870b-48ed-4754-8af6-1a6bdf5408fe service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 HTTP/1.1" status: 200 len: 999 time: 0.0844898 Jun 23 14:17:26.325179 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:26.326020 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:26.434940 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-701fd10a-81ff-4650-a5de-620549ec399c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.436776 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-701fd10a-81ff-4650-a5de-620549ec399c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0853353 Jun 23 14:17:26.452122 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:26.504585 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:26.531137 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 2, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:26.559156 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21dbb87-92f8-4676-b801-710b8da43c6e None None] The sync data for ids ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'] in dv-cinder-794001-2-iscsi is: [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 2, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:26.566677 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-bd8da0ad-a588-4245-8269-523d1264fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.568283 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-bd8da0ad-a588-4245-8269-523d1264fe6e service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1206775 Jun 23 14:17:26.611506 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-fdb19739-89b6-4a21-96ca-e6144b598620 None None] Provisioning complete for port adef47d9-a46e-496e-9040-e1841446cdda triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:26.612204 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fdb19739-89b6-4a21-96ca-e6144b598620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.647555 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-fdb19739-89b6-4a21-96ca-e6144b598620 None None] Port adef47d9-a46e-496e-9040-e1841446cdda cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:26.720412 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '194eb065-4a83-459f-9e1f-b8561e69b3db', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'port_id': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'mac_address': 'fa:16:3e:52:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:08Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 1, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:26.748283 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a6f713-1447-48e0-ab57-b0e3b7a1c853 None None] The sync data for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi is: [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '194eb065-4a83-459f-9e1f-b8561e69b3db', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'floating_ip_address': '172.27.3.94', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'port_id': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'mac_address': 'fa:16:3e:52:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:08Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 1, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:26.966934 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device f8c0ec65-b06a-43be-a01e-20a6e1f1a984 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:26.991349 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:27.008195 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] 10.222.0.26 "PUT /v2.0/routers/f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3380640 Jun 23 14:17:27.026206 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-0153b907-a8e9-43e8-9d97-d5e0fdb7d3b5 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494598 Jun 23 14:17:27.065667 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:27.066055 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.096498 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5da795-6307-4efb-96fe-9ff3e74d5466 None None] New status for floating IP 194eb065-4a83-459f-9e1f-b8561e69b3db: ACTIVE {{(pid=93099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:17:27.178644 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5574ede3-20ee-4b5b-ab7c-477c6a32c50e req-e8d6e947-e07a-4812-9b4c-32ef0f4e1a12 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324260 Jun 23 14:17:27.571813 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37688) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:27.577429 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-806716261-network', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:27.598889 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Made reservation on behalf of 4c9b87066abf436ca0f4df2cb229054b for: {'network': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:27.601900 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.611636 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.704439 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.708323 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.712164 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e39de049-fb9f-4396-ac9c-d0921fa0f9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:27.734917 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 692} {{(pid=93097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:17:27.746073 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a069d5-3813-423f-a19b-e6fcadbf1b92,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:27.750597 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:27.753783 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.754332 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.segments_db [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Added segment 11fd1e51-e164-40ed-a3e3-d2bacf710d34 of type vlan for network 433113b9-d1b3-494c-8b85-977ab7c28ae4 Jun 23 14:17:27.796600 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.827468 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.828849 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:27.829449 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.832836 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:27.871958 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2988055 Jun 23 14:17:27.874740 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37690) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:27.881337 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Request body: {'subnet': {'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-806716261-subnet', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'ip_version': 4}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:27.904484 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Made reservation on behalf of 4c9b87066abf436ca0f4df2cb229054b for: {'subnet': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:27.907335 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13136488'] for subnet, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.907780 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Pushing event updated for resources: {'Network': ['ID=433113b9-d1b3-494c-8b85-977ab7c28ae4,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:27.910616 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-56f1515c-b6a8-421e-ad21-eda2e8ae4b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:27.919571 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 433113b9-d1b3-494c-8b85-977ab7c28ae4 details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:17:28.336479 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13460384', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13136506'] for subnet, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.339391 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7e19b8c8-3428-46d3-86a4-8912ead417a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:28.393886 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cec0853-47a8-4966-9385-d245e7b45b2d,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:28.397750 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:28.401493 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Checking segment: {'id': '11fd1e51-e164-40ed-a3e3-d2bacf710d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93098) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:28.401849 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Network hostable DHCP agents. Network: 433113b9-d1b3-494c-8b85-977ab7c28ae4, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93098) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:17:28.420222 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Network 433113b9-d1b3-494c-8b85-977ab7c28ae4 is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93098) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:17:28.430016 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 433113b9-d1b3-494c-8b85-977ab7c28ae4) {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:28.434119 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:28.434610 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.438979 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880b3f25-d58e-4ceb-bdb0-d4e520ba9d1a None None] Network 433113b9-d1b3-494c-8b85-977ab7c28ae4 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:28.452397 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2ba561bd-ad3c-479d-9806-cd9b29ef1447 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5757782 Jun 23 14:17:28.455245 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37694) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:28.462784 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-806716261-router', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:28.486428 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16452626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32584'] for router, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.487574 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16452633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16294700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16437327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32577'] for router, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.546211 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.702773 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.736948 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ed5f05c-69cb-5583-abd3-207797de1a02-433113b9-d1b3-494c-8b85-977ab7c28ae4', 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'fixed_ips': [{'subnet_id': '4cec0853-47a8-4966-9385-d245e7b45b2d'}]}} from dv-cinder-794001-2-iscsi. {{(pid=93099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:17:28.737956 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.856527 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Sync routers for ids ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:28.865423 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Routers {'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:28.866034 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:28.891309 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Allocated IP 172.20.0.2 (433113b9-d1b3-494c-8b85-977ab7c28ae4/4cec0853-47a8-4966-9385-d245e7b45b2d/63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:28.918646 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.942709 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:28.981480 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Set router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:28.995944 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:29.067635 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Allocated IP 172.27.3.25 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/a479177d-077a-41bb-b7c3-8349d5e52088) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:29.101975 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.107355 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:29.114526 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Transition to ACTIVE for port object 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:29.116520 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:29.116918 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.155781 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Transition to ACTIVE for port object 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:29.165476 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.168389 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-1d9fefa0-3f28-4c0d-97f7-26a73204a0c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:29.194946 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.195199 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 2, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:29.214763 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Network 433113b9-d1b3-494c-8b85-977ab7c28ae4 is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:29.221514 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Checking router: f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:29.221876 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Updating router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 port adef47d9-a46e-496e-9040-e1841446cdda binding host dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:29.236479 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:29.239846 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Pushing event updated for resources: {'Port': ['ID=63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:29.240032 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.242272 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3e759060-6d00-4d5c-bdf0-7ef5807337c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:29.242768 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:29.248079 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:29.262612 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.282747 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:29.288053 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:29.291489 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:29.305515 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.330657 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Attempting to bind port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:29.331042 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Attempting to bind port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '11fd1e51-e164-40ed-a3e3-d2bacf710d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:29.331419 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Attempting to bind port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e on network 433113b9-d1b3-494c-8b85-977ab7c28ae4 {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:29.337033 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=bc9c81a0-a8f2-4206-81fd-4bcabc537ca0,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:29.340115 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:29.340502 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Checking segment: {'id': '11fd1e51-e164-40ed-a3e3-d2bacf710d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:29.340912 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.341315 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Bound using segment: {'id': '11fd1e51-e164-40ed-a3e3-d2bacf710d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:29.341802 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Bound port: 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fd1e51-e164-40ed-a3e3-d2bacf710d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:29.342174 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.353332 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.356505 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-e10124bd-1b12-4322-a977-204771cd9eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:29.413456 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Pushing event updated for resources: {'Port': ['ID=a479177d-077a-41bb-b7c3-8349d5e52088,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:29.432206 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:29.442854 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=bc9c81a0-a8f2-4206-81fd-4bcabc537ca0,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:29.448402 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:29.452465 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] For port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:29.456107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] For port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e,segment=NetworkSegment(11fd1e51-e164-40ed-a3e3-d2bacf710d34),segment_id=11fd1e51-e164-40ed-a3e3-d2bacf710d34)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:29.463404 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.465450 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:29.520868 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Pushing event updated for resources: {'Port': ['ID=63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:29.524165 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:29.547692 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.558203 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Transition to ACTIVE for port object adef47d9-a46e-496e-9040-e1841446cdda will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:29.564952 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.567726 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-ee9b3de6-4d45-4ef6-a64b-05a0f8828344 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:29.585935 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.611393 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Pushing event updated for resources: {'Port': ['ID=adef47d9-a46e-496e-9040-e1841446cdda,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:29.621537 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.621887 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.622231 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.622588 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.623349 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.623349 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.623576 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.623858 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.624199 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.624526 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.625109 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.625238 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:29.650648 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:29.686473 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Attempting to bind port adef47d9-a46e-496e-9040-e1841446cdda on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:29.686855 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Attempting to bind port adef47d9-a46e-496e-9040-e1841446cdda by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:29.687225 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Attempting to bind port adef47d9-a46e-496e-9040-e1841446cdda on network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:29.692423 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:29.693082 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Checking segment: {'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:29.693552 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.693956 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Bound using segment: {'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:29.694460 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Bound port: adef47d9-a46e-496e-9040-e1841446cdda, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:29.694980 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.766873 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] For port adef47d9-a46e-496e-9040-e1841446cdda, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:29.773810 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] For port adef47d9-a46e-496e-9040-e1841446cdda, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=adef47d9-a46e-496e-9040-e1841446cdda,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:29.780639 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.783857 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:29.820955 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16451719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835'] for router, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.838756 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Pushing event updated for resources: {'Port': ['ID=adef47d9-a46e-496e-9040-e1841446cdda,revision_number=4']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:29.846723 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-e55f4cda-f53f-46a2-b58a-c58786bf024d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:29.851800 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Routers {'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:29.852428 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:29.966206 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] Set router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:29.972441 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Router e468e440-7502-4237-af49-c03c750eb5af is scheduled to L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 with binding_index 1 {{(pid=93097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:17:30.095824 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:30.106732 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Sync routers for ids ['e468e440-7502-4237-af49-c03c750eb5af'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:30.122683 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Routers {'e468e440-7502-4237-af49-c03c750eb5af'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:30.123750 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e468e440-7502-4237-af49-c03c750eb5af'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:30.126298 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Notify callbacks [] for router, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:30.127612 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6712322 Jun 23 14:17:30.130517 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37698) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:30.247013 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Set router e468e440-7502-4237-af49-c03c750eb5af gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:30.281029 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:30.314537 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf68f953-f500-4e98-abde-3e45814ef044 None None] The sync data for ids ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'] in dv-cinder-794001-2-iscsi is: [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:30.442226 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468e440-7502-4237-af49-c03c750eb5af', 'name': 'tempest-TestShelveInstance-806716261-router', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 3, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'gw_port': {'id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468e440-7502-4237-af49-c03c750eb5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:30.474156 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Checking router: e468e440-7502-4237-af49-c03c750eb5af for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:30.474901 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Updating router e468e440-7502-4237-af49-c03c750eb5af port a479177d-077a-41bb-b7c3-8349d5e52088 binding host dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:30.515871 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:30.647005 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:30.705550 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c35fe8-2d6f-49f9-b960-cc4f98710ab1 None None] Network 433113b9-d1b3-494c-8b85-977ab7c28ae4 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:30.806435 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-179bd663-6fa6-489e-b18d-a9cb176fb16f None None] Provisioning for port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:30.826309 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Allocated IP 172.20.0.1 (433113b9-d1b3-494c-8b85-977ab7c28ae4/4cec0853-47a8-4966-9385-d245e7b45b2d/bec4a324-5695-4ab0-8cad-5d53c35de32c) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:30.913679 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:30.945043 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Transition to ACTIVE for port object a479177d-077a-41bb-b7c3-8349d5e52088 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:30.951953 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:30.955590 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:30.958079 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:30.977031 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.provisioning_blocks [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Transition to ACTIVE for port object bec4a324-5695-4ab0-8cad-5d53c35de32c will not be triggered until provisioned by entity DHCP. {{(pid=93098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:31.031114 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Attempting to bind port a479177d-077a-41bb-b7c3-8349d5e52088 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:31.031505 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Attempting to bind port a479177d-077a-41bb-b7c3-8349d5e52088 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:31.031883 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Attempting to bind port a479177d-077a-41bb-b7c3-8349d5e52088 on network a8114055-eda3-4a8a-939d-4d3bf614516a {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:31.035718 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.035965 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1900842-f2a5-422d-acac-5db75cbabbe5 None None] Pushing event updated for resources: {'Port': ['ID=a479177d-077a-41bb-b7c3-8349d5e52088,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:31.039311 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-55c86b77-6a5e-4b11-80c6-a70ba2ada4dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:31.041441 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c1900842-f2a5-422d-acac-5db75cbabbe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:31.043296 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:31.043905 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:31.044482 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.045053 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Bound using segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:31.045829 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Bound port: a479177d-077a-41bb-b7c3-8349d5e52088, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:31.046332 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.104776 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Pushing event updated for resources: {'Port': ['ID=bec4a324-5695-4ab0-8cad-5d53c35de32c,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:31.108996 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:31.119019 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Network 433113b9-d1b3-494c-8b85-977ab7c28ae4 is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:31.121085 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:31.127960 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:31.132669 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] For port a479177d-077a-41bb-b7c3-8349d5e52088, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:31.136715 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] For port a479177d-077a-41bb-b7c3-8349d5e52088, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=a479177d-077a-41bb-b7c3-8349d5e52088,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:31.146961 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.148917 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:31.180986 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16478827'] for router_interface, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.184876 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:31.259535 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1900842-f2a5-422d-acac-5db75cbabbe5 None None] Pushing event updated for resources: {'Port': ['ID=a479177d-077a-41bb-b7c3-8349d5e52088,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:31.263205 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c1900842-f2a5-422d-acac-5db75cbabbe5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:31.267680 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Routers {'e468e440-7502-4237-af49-c03c750eb5af'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:31.268125 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e468e440-7502-4237-af49-c03c750eb5af'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:31.344938 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.486911 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:31.500740 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:31.501124 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.525648 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.530465 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461282'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.533441 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-47fa7832-f9bc-4f35-9f3e-6ef819f85dd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:31.535702 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-07c58e99-94b8-44ce-aa4d-fd25af530bfe None None] Provisioning complete for port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:31.536086 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-07c58e99-94b8-44ce-aa4d-fd25af530bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.569907 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] Set router e468e440-7502-4237-af49-c03c750eb5af gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:31.595612 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Pushing event updated for resources: {'Port': ['ID=bec4a324-5695-4ab0-8cad-5d53c35de32c,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:31.599332 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16334052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478855'] for router_interface, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.602895 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:31.693520 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Network 433113b9-d1b3-494c-8b85-977ab7c28ae4 is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:31.694880 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:31.765673 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.812269 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-07c58e99-94b8-44ce-aa4d-fd25af530bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.826425 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Router e468e440-7502-4237-af49-c03c750eb5af has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:31.851259 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e,segment=NetworkSegment(11fd1e51-e164-40ed-a3e3-d2bacf710d34),segment_id=11fd1e51-e164-40ed-a3e3-d2bacf710d34)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:31.860962 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.861825 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device adef47d9-a46e-496e-9040-e1841446cdda up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:31.864766 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9cacb43c-9349-4648-a458-ce45027bae79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:31.939078 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:31.955081 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] 10.222.0.26 "PUT /v2.0/routers/e468e440-7502-4237-af49-c03c750eb5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8156447 Jun 23 14:17:31.984324 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:31.987114 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.db.api [None req-07c58e99-94b8-44ce-aa4d-fd25af530bfe None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93099) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:17:31.987564 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_db.api [None req-07c58e99-94b8-44ce-aa4d-fd25af530bfe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:17:31.989342 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:31.999152 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468e440-7502-4237-af49-c03c750eb5af', 'name': 'tempest-TestShelveInstance-806716261-router', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 3, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'gw_port': {'id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468e440-7502-4237-af49-c03c750eb5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:32.029613 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6a3c53-74b2-4747-854c-e10cc98a0dcf None None] The sync data for ids ['e468e440-7502-4237-af49-c03c750eb5af'] in dv-cinder-794001-2-iscsi is: [{'id': 'e468e440-7502-4237-af49-c03c750eb5af', 'name': 'tempest-TestShelveInstance-806716261-router', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 3, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'gw_port': {'id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468e440-7502-4237-af49-c03c750eb5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:32.032255 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port adef47d9-a46e-496e-9040-e1841446cdda completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:32.037067 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port adef47d9-a46e-496e-9040-e1841446cdda triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:32.037467 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.118579 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.153207 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port adef47d9-a46e-496e-9040-e1841446cdda, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=adef47d9-a46e-496e-9040-e1841446cdda,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:32.157035 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.158645 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:32.161107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:32.243716 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=adef47d9-a46e-496e-9040-e1841446cdda,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:32.247530 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:32.252565 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:32.252960 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.640315 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-3db460e5-ee28-4733-a066-063dba8fde1a None None] Provisioning for port bec4a324-5695-4ab0-8cad-5d53c35de32c completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:32.642935 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37710) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:32.644563 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-3db460e5-ee28-4733-a066-063dba8fde1a None None] Provisioning complete for port bec4a324-5695-4ab0-8cad-5d53c35de32c triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:32.645191 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3db460e5-ee28-4733-a066-063dba8fde1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.648482 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-92e462d8-6c22-465c-aca7-eec25326e6d2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329478754', 'description': 'tempest-secgroup-smoke-1329478754 description', 'project_id': '6d5af2bbf61348b297018fdfc9718e0f'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:32.671616 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-92e462d8-6c22-465c-aca7-eec25326e6d2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.683604 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-3db460e5-ee28-4733-a066-063dba8fde1a None None] Port bec4a324-5695-4ab0-8cad-5d53c35de32c cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:32.755337 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-92e462d8-6c22-465c-aca7-eec25326e6d2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.758927 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-92e462d8-6c22-465c-aca7-eec25326e6d2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.762131 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-b913dc8d-3d55-42a2-98a8-9523b263b22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:32.788102 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-92e462d8-6c22-465c-aca7-eec25326e6d2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.789216 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-92e462d8-6c22-465c-aca7-eec25326e6d2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1450405 Jun 23 14:17:32.791136 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e462d8-6c22-465c-aca7-eec25326e6d2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:32.792354 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37714) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:32.794170 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-92e462d8-6c22-465c-aca7-eec25326e6d2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:32.798828 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-34506ccc-41b1-4fcc-9b96-5dd50858503d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51', 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:32.825596 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-34506ccc-41b1-4fcc-9b96-5dd50858503d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.883616 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-34506ccc-41b1-4fcc-9b96-5dd50858503d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.887672 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-34506ccc-41b1-4fcc-9b96-5dd50858503d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.889944 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b14682f0-00c5-46a7-958a-72f0de71f95b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:32.908651 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34506ccc-41b1-4fcc-9b96-5dd50858503d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166a226b-f025-4ca7-8d8e-84291195d508,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:32.912262 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-34506ccc-41b1-4fcc-9b96-5dd50858503d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.912406 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-34506ccc-41b1-4fcc-9b96-5dd50858503d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1188855 Jun 23 14:17:32.913263 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-34506ccc-41b1-4fcc-9b96-5dd50858503d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:32.916997 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 37716) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:32.920693 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-4865554f-98cf-4a98-aec5-1829d1c00fa0 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51', 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:32.949064 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4865554f-98cf-4a98-aec5-1829d1c00fa0 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.962811 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:33.006678 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4865554f-98cf-4a98-aec5-1829d1c00fa0 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.009546 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:33.009933 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.010820 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4865554f-98cf-4a98-aec5-1829d1c00fa0 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.016113 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b0dbd8eb-2926-44d0-966d-1403525c9d87 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:33.030889 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4865554f-98cf-4a98-aec5-1829d1c00fa0 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b90021d-9f11-4fba-b24f-9da80afdfca0,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:33.033693 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4865554f-98cf-4a98-aec5-1829d1c00fa0 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:33.041245 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4865554f-98cf-4a98-aec5-1829d1c00fa0 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.042676 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-4865554f-98cf-4a98-aec5-1829d1c00fa0 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1261652 Jun 23 14:17:33.045906 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37718) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:33.051041 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-c86eeed1-fa41-4c7d-b423-4428d2f9d782 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51', 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:33.081953 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c86eeed1-fa41-4c7d-b423-4428d2f9d782 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.095254 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device adef47d9-a46e-496e-9040-e1841446cdda up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:33.162611 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port adef47d9-a46e-496e-9040-e1841446cdda triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:33.163083 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.183101 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c86eeed1-fa41-4c7d-b423-4428d2f9d782 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.190491 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c86eeed1-fa41-4c7d-b423-4428d2f9d782 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.196415 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-cc9e0d4d-79d4-48b6-9b26-9a49339aacde tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:33.214021 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86eeed1-fa41-4c7d-b423-4428d2f9d782 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ec25ae7-5b76-44d4-8319-c08256ee6f54,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:33.216920 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c86eeed1-fa41-4c7d-b423-4428d2f9d782 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:33.218172 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c86eeed1-fa41-4c7d-b423-4428d2f9d782 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.219544 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c86eeed1-fa41-4c7d-b423-4428d2f9d782 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1722810 Jun 23 14:17:33.222532 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37720) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:33.227160 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-afba3cdf-123c-4d6e-ba70-083f44bc3d69 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51', 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:33.257760 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-afba3cdf-123c-4d6e-ba70-083f44bc3d69 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.327622 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-afba3cdf-123c-4d6e-ba70-083f44bc3d69 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.331300 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-afba3cdf-123c-4d6e-ba70-083f44bc3d69 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.333961 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:33.354413 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba3cdf-123c-4d6e-ba70-083f44bc3d69 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51e0a5b0-778e-4a75-96d8-7a5d1c1cd002,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:33.357789 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-afba3cdf-123c-4d6e-ba70-083f44bc3d69 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:33.364026 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-afba3cdf-123c-4d6e-ba70-083f44bc3d69 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.365971 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-afba3cdf-123c-4d6e-ba70-083f44bc3d69 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423013 Jun 23 14:17:33.368684 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37722) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:33.373512 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-09acf75f-d9d3-4e3d-b661-10f0bcc10813 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51', 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:33.395961 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.securitygroups_db [None req-09acf75f-d9d3-4e3d-b661-10f0bcc10813 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Project 6d5af2bbf61348b297018fdfc9718e0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:17:33.401130 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-09acf75f-d9d3-4e3d-b661-10f0bcc10813 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.469543 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-09acf75f-d9d3-4e3d-b661-10f0bcc10813 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.473513 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-09acf75f-d9d3-4e3d-b661-10f0bcc10813 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.475607 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:33.493295 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09acf75f-d9d3-4e3d-b661-10f0bcc10813 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e078a35f-478e-422c-b137-ace148a3ca37,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:33.499183 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-09acf75f-d9d3-4e3d-b661-10f0bcc10813 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:33.500409 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-09acf75f-d9d3-4e3d-b661-10f0bcc10813 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.504299 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-09acf75f-d9d3-4e3d-b661-10f0bcc10813 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1319776 Jun 23 14:17:33.504682 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 37724) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:33.510085 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-bdd8eab0-01b4-40d8-8a86-9b9d31ad969c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51', 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:33.532048 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.securitygroups_db [None req-bdd8eab0-01b4-40d8-8a86-9b9d31ad969c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Project 6d5af2bbf61348b297018fdfc9718e0f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:17:33.537318 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-bdd8eab0-01b4-40d8-8a86-9b9d31ad969c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.602210 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-bdd8eab0-01b4-40d8-8a86-9b9d31ad969c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.606208 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-bdd8eab0-01b4-40d8-8a86-9b9d31ad969c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.608431 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:33.625979 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd8eab0-01b4-40d8-8a86-9b9d31ad969c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46b0417-3ac6-46b3-8b27-8a489bdcd26f,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:33.629131 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-bdd8eab0-01b4-40d8-8a86-9b9d31ad969c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:33.631919 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-bdd8eab0-01b4-40d8-8a86-9b9d31ad969c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.633223 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-bdd8eab0-01b4-40d8-8a86-9b9d31ad969c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278126 Jun 23 14:17:34.446213 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Sync routers for ids ['e468e440-7502-4237-af49-c03c750eb5af'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:34.455536 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Routers {'e468e440-7502-4237-af49-c03c750eb5af'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:34.456155 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e468e440-7502-4237-af49-c03c750eb5af'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:34.559405 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Set router e468e440-7502-4237-af49-c03c750eb5af gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:34.755135 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468e440-7502-4237-af49-c03c750eb5af', 'name': 'tempest-TestShelveInstance-806716261-router', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 4, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'gw_port': {'id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468e440-7502-4237-af49-c03c750eb5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'bec4a324-5695-4ab0-8cad-5d53c35de32c', 'name': '', 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'mac_address': 'fa:16:3e:51:4b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468e440-7502-4237-af49-c03c750eb5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cec0853-47a8-4966-9385-d245e7b45b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:30Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 2, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'subnets': [{'id': '4cec0853-47a8-4966-9385-d245e7b45b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:34.784793 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Checking router: e468e440-7502-4237-af49-c03c750eb5af for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:34.785150 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Updating router e468e440-7502-4237-af49-c03c750eb5af port bec4a324-5695-4ab0-8cad-5d53c35de32c binding host dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:34.817263 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.963394 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device a479177d-077a-41bb-b7c3-8349d5e52088 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:35.016529 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port a479177d-077a-41bb-b7c3-8349d5e52088 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:35.020365 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port a479177d-077a-41bb-b7c3-8349d5e52088 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:35.021056 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.096773 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.115834 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.117899 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Transition to ACTIVE for port object bec4a324-5695-4ab0-8cad-5d53c35de32c will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:35.127732 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.131548 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:35.142162 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port a479177d-077a-41bb-b7c3-8349d5e52088, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=a479177d-077a-41bb-b7c3-8349d5e52088,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:35.146864 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.150515 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:35.190393 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb840f9-056d-48a1-a8a7-19a98731b48a None None] Pushing event updated for resources: {'Port': ['ID=bec4a324-5695-4ab0-8cad-5d53c35de32c,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:35.194183 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6eb840f9-056d-48a1-a8a7-19a98731b48a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:35.204157 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=a479177d-077a-41bb-b7c3-8349d5e52088,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:35.208494 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:35.250325 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Attempting to bind port bec4a324-5695-4ab0-8cad-5d53c35de32c on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:35.250748 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Attempting to bind port bec4a324-5695-4ab0-8cad-5d53c35de32c by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '11fd1e51-e164-40ed-a3e3-d2bacf710d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:35.251117 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Attempting to bind port bec4a324-5695-4ab0-8cad-5d53c35de32c on network 433113b9-d1b3-494c-8b85-977ab7c28ae4 {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:35.257100 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:35.257534 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Checking segment: {'id': '11fd1e51-e164-40ed-a3e3-d2bacf710d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:35.258035 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.258567 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Bound using segment: {'id': '11fd1e51-e164-40ed-a3e3-d2bacf710d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:35.260247 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Bound port: bec4a324-5695-4ab0-8cad-5d53c35de32c, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fd1e51-e164-40ed-a3e3-d2bacf710d34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:35.260657 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.327354 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] For port bec4a324-5695-4ab0-8cad-5d53c35de32c, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:35.330627 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] For port bec4a324-5695-4ab0-8cad-5d53c35de32c, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=bec4a324-5695-4ab0-8cad-5d53c35de32c,segment=NetworkSegment(11fd1e51-e164-40ed-a3e3-d2bacf710d34),segment_id=11fd1e51-e164-40ed-a3e3-d2bacf710d34)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:35.336203 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.338319 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:35.396637 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Routers {'e468e440-7502-4237-af49-c03c750eb5af'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:35.397269 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:17:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e468e440-7502-4237-af49-c03c750eb5af'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:35.400170 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb840f9-056d-48a1-a8a7-19a98731b48a None None] Pushing event updated for resources: {'Port': ['ID=bec4a324-5695-4ab0-8cad-5d53c35de32c,revision_number=4']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:35.431947 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6eb840f9-056d-48a1-a8a7-19a98731b48a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:35.506042 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] Set router e468e440-7502-4237-af49-c03c750eb5af gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:35.706594 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468e440-7502-4237-af49-c03c750eb5af', 'name': 'tempest-TestShelveInstance-806716261-router', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 4, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'gw_port': {'id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468e440-7502-4237-af49-c03c750eb5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'bec4a324-5695-4ab0-8cad-5d53c35de32c', 'name': '', 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'mac_address': 'fa:16:3e:51:4b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468e440-7502-4237-af49-c03c750eb5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cec0853-47a8-4966-9385-d245e7b45b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:30Z', 'updated_at': '2021-06-23T14:17:35Z', 'revision_number': 4, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'subnets': [{'id': '4cec0853-47a8-4966-9385-d245e7b45b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:35.737678 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893f8309-08b7-4f77-8410-c35a7e661d9b None None] The sync data for ids ['e468e440-7502-4237-af49-c03c750eb5af'] in dv-cinder-794001-2-iscsi is: [{'id': 'e468e440-7502-4237-af49-c03c750eb5af', 'name': 'tempest-TestShelveInstance-806716261-router', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 4, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'gw_port': {'id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468e440-7502-4237-af49-c03c750eb5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'bec4a324-5695-4ab0-8cad-5d53c35de32c', 'name': '', 'network_id': '433113b9-d1b3-494c-8b85-977ab7c28ae4', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'mac_address': 'fa:16:3e:51:4b:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e468e440-7502-4237-af49-c03c750eb5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '4cec0853-47a8-4966-9385-d245e7b45b2d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:30Z', 'updated_at': '2021-06-23T14:17:35Z', 'revision_number': 4, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'subnets': [{'id': '4cec0853-47a8-4966-9385-d245e7b45b2d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:37.003288 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device a479177d-077a-41bb-b7c3-8349d5e52088 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:37.053665 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port a479177d-077a-41bb-b7c3-8349d5e52088 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:37.053953 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.128820 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device bec4a324-5695-4ab0-8cad-5d53c35de32c up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:37.182196 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port bec4a324-5695-4ab0-8cad-5d53c35de32c completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:37.185835 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port bec4a324-5695-4ab0-8cad-5d53c35de32c triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:37.186221 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.267851 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.301115 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port bec4a324-5695-4ab0-8cad-5d53c35de32c, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=bec4a324-5695-4ab0-8cad-5d53c35de32c,segment=NetworkSegment(11fd1e51-e164-40ed-a3e3-d2bacf710d34),segment_id=11fd1e51-e164-40ed-a3e3-d2bacf710d34)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:37.305813 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.308177 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:37.365995 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=bec4a324-5695-4ab0-8cad-5d53c35de32c,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:37.376287 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:38.948377 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device bec4a324-5695-4ab0-8cad-5d53c35de32c up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:38.996128 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port bec4a324-5695-4ab0-8cad-5d53c35de32c triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:38.996501 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:41.048241 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5612b3d1-1733-4aea-9d6d-b3c242722e05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:43.597167 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:43.699641 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9745ea0a-411c-4e0e-ba6a-2ee57dddd76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:44.243036 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:45.172143 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.606718 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:48.557430 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:18:01.572249 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-040f2319-5b0b-4e61-a9fd-0ab1f799ae61 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329478754&fields=id&tenant_id=6d5af2bbf61348b297018fdfc9718e0f HTTP/1.1" status: 200 len: 267 time: 0.0321457 Jun 23 14:18:01.678536 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-65b9391e-231d-45cd-bd5e-fb684246c703 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:01.680177 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-65b9391e-231d-45cd-bd5e-fb684246c703 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/networks?id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc HTTP/1.1" status: 200 len: 808 time: 0.1017828 Jun 23 14:18:01.695180 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-c1694fa0-3209-4d95-968a-c5694882f55d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/quotas/6d5af2bbf61348b297018fdfc9718e0f HTTP/1.1" status: 200 len: 375 time: 0.0093615 Jun 23 14:18:01.773913 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-a98379ba-ea63-45f1-b96a-eaaec5978e9f tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d5af2bbf61348b297018fdfc9718e0f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0731506 Jun 23 14:18:01.874891 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-34dded9f-2419-4f87-bd8e-a2ac72b5ff96 service neutron] 10.222.0.26 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890472 Jun 23 14:18:01.961088 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e43ebd30-25ed-4cbf-a881-ca95c3de042e service neutron] 10.222.0.26 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811269 Jun 23 14:18:02.248190 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1fe1205e-230c-4a52-bb4a-494111cc8064 req-039776b1-fdb0-40e9-9682-d9e71f528873 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 210 time: 0.0293536 Jun 23 14:18:03.331730 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c75fbea1-c12c-482e-989f-c97a79bff280 req-cc2b600d-0cd3-4c4c-bc0c-6af2994263f2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 210 time: 0.0326951 Jun 23 14:18:04.351194 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-ee9dd3e9-15bb-4cd0-a717-dda1b345b0ae tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:04.352628 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-ee9dd3e9-15bb-4cd0-a717-dda1b345b0ae tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.10 "GET /v2.0/networks?id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc HTTP/1.1" status: 200 len: 808 time: 0.1057873 Jun 23 14:18:04.402779 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-29915bd6-d79c-432f-a816-49f53b67c75c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d5af2bbf61348b297018fdfc9718e0f HTTP/1.1" status: 200 len: 380 time: 0.0353522 Jun 23 14:18:04.412470 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Request body: {'port': {'device_id': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'admin_state_up': True, 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'security_groups': ['e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51']}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:04.470409 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a5c93414-3fbe-457c-9267-f8ca20f5b10f req-23859613-f4e0-488c-b131-0cdb960159e3 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 210 time: 0.0296099 Jun 23 14:18:04.528389 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Made reservation on behalf of 6d5af2bbf61348b297018fdfc9718e0f for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:18:04.531986 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:04.654906 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Allocated IP 172.20.0.14 (5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc/f6ac850b-89d3-43fb-b1c5-de5022ee1719/417b90d8-1099-48d8-9345-29709616bf31) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:18:04.797057 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:04.811470 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Transition to ACTIVE for port object 417b90d8-1099-48d8-9345-29709616bf31 will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:18:04.855882 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:04.860061 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b134dbd2-9079-49f1-b8fe-c10f977e490c tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:04.905484 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:18:04.908572 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:18:04.917262 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:18:04.921495 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event updated for resources: {'Port': ['ID=417b90d8-1099-48d8-9345-29709616bf31,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:04.953769 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.954148 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.954549 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.955295 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.955660 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.956019 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.956371 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.956723 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.957077 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.957428 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.957777 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.958125 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:04.963121 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:04.988233 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:04.988874 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.005564 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5971446 Jun 23 14:18:05.018784 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Request body: {'port': {'device_id': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:05.093785 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.111968 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-fce7b5b5-e1b2-4161-9056-f32340218120 None None] Provisioning for port 417b90d8-1099-48d8-9345-29709616bf31 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:18:05.115665 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-fce7b5b5-e1b2-4161-9056-f32340218120 None None] Provisioning complete for port 417b90d8-1099-48d8-9345-29709616bf31 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:18:05.116045 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fce7b5b5-e1b2-4161-9056-f32340218120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.149585 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-fce7b5b5-e1b2-4161-9056-f32340218120 None None] Port 417b90d8-1099-48d8-9345-29709616bf31 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:18:05.348729 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 417b90d8-1099-48d8-9345-29709616bf31 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:18:05.356306 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.367950 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Transition to ACTIVE for port object 417b90d8-1099-48d8-9345-29709616bf31 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:18:05.372018 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.373830 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6325f0b2-1d20-425c-b827-2d5f5aca5b91 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:05.439655 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Pushing event updated for resources: {'Port': ['ID=417b90d8-1099-48d8-9345-29709616bf31,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:05.442679 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:05.493465 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Attempting to bind port 417b90d8-1099-48d8-9345-29709616bf31 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:18:05.493892 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Attempting to bind port 417b90d8-1099-48d8-9345-29709616bf31 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:18:05.494384 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Attempting to bind port 417b90d8-1099-48d8-9345-29709616bf31 on network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:18:05.500621 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Port 417b90d8-1099-48d8-9345-29709616bf31 on network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:18:05.500941 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Attempting to bind port 417b90d8-1099-48d8-9345-29709616bf31 on network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:18:05.506805 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:18:05.507406 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Checking segment: {'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:18:05.507995 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Bound using segment: {'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:18:05.508282 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Bound port: 417b90d8-1099-48d8-9345-29709616bf31, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:18:05.508590 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.580789 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] For port 417b90d8-1099-48d8-9345-29709616bf31, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:18:05.584739 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] For port 417b90d8-1099-48d8-9345-29709616bf31, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=417b90d8-1099-48d8-9345-29709616bf31,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:18:05.589398 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.591422 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d4db34a0-0fa5-4707-a868-74f184ab35de tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:05.624270 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:05.624881 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.626278 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] 10.222.0.10 "PUT /v2.0/ports/417b90d8-1099-48d8-9345-29709616bf31 HTTP/1.1" status: 200 len: 1094 time: 0.6119328 Jun 23 14:18:05.626807 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'tag': '417b90d8-1099-48d8-9345-29709616bf31'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:05.629077 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a93c69-b40b-4469-b002-107bf377a4d6" -d '{"events": [{"name": "network-changed", "server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "tag": "417b90d8-1099-48d8-9345-29709616bf31"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:05.655516 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Pushing event updated for resources: {'Port': ['ID=417b90d8-1099-48d8-9345-29709616bf31,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:05.664692 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:05.670020 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c78c26-f34a-417e-b1fa-c9d662d3ee85 req-118e5ec7-65a1-42e3-b544-421a26db7d79 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:05.671574 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-78c78c26-f34a-417e-b1fa-c9d662d3ee85 req-118e5ec7-65a1-42e3-b544-421a26db7d79 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0801733 Jun 23 14:18:05.711658 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5423892-a240-4e26-9190-6769216b23fe x-openstack-request-id: req-f5423892-a240-4e26-9190-6769216b23fe {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:05.712137 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "tag": "417b90d8-1099-48d8-9345-29709616bf31", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:05.712431 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5423892-a240-4e26-9190-6769216b23fe {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:05.712867 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'tag': '417b90d8-1099-48d8-9345-29709616bf31', 'status': 'completed', 'code': 200} Jun 23 14:18:05.716483 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-78c78c26-f34a-417e-b1fa-c9d662d3ee85 req-a4e80265-a696-4e6d-a2d6-aeb5cf521cd0 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388691 Jun 23 14:18:05.752705 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-03efa81d-9b58-4696-98bf-098394905cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:05.754191 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-03efa81d-9b58-4696-98bf-098394905cde service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d5af2bbf61348b297018fdfc9718e0f&device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1097 time: 0.0796559 Jun 23 14:18:05.801983 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-8c55c31f-ea8c-4ed6-b5f9-edc2c9cb077a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=417b90d8-1099-48d8-9345-29709616bf31 HTTP/1.1" status: 200 len: 217 time: 0.0394609 Jun 23 14:18:06.107794 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-84e07828-382a-4372-bbab-aab41ed52894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.109595 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-84e07828-382a-4372-bbab-aab41ed52894 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6ac850b-89d3-43fb-b1c5-de5022ee1719 HTTP/1.1" status: 200 len: 847 time: 0.3006673 Jun 23 14:18:06.165963 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-fe8c8c33-82a1-43f1-a7e0-8e2dad35cf75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.167332 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-fe8c8c33-82a1-43f1-a7e0-8e2dad35cf75 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504372 Jun 23 14:18:06.258858 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-ef5247f7-4861-4972-92fd-f1050541bcdb service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832655 Jun 23 14:18:06.346737 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-88f8c86e-4af3-4481-8c8f-91afbf143028 req-b4ec0516-eb05-4f7d-b44d-1fafcd14f7a1 service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793700 Jun 23 14:18:06.455438 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-68330df7-a153-4b78-94e3-ff9a178ba670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.456784 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-68330df7-a153-4b78-94e3-ff9a178ba670 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d5af2bbf61348b297018fdfc9718e0f&device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1097 time: 0.0550692 Jun 23 14:18:06.543101 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-0277844a-7a5b-4ceb-9427-e19561147cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.544502 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-0277844a-7a5b-4ceb-9427-e19561147cdd service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc HTTP/1.1" status: 200 len: 909 time: 0.0812697 Jun 23 14:18:06.589535 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-a32a196a-31d2-4f84-993d-c04c38395580 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=417b90d8-1099-48d8-9345-29709616bf31 HTTP/1.1" status: 200 len: 217 time: 0.0363879 Jun 23 14:18:06.643454 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-19abb4b5-1cee-409e-b1fc-67462bd6ed0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.644804 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-19abb4b5-1cee-409e-b1fc-67462bd6ed0f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6ac850b-89d3-43fb-b1c5-de5022ee1719 HTTP/1.1" status: 200 len: 847 time: 0.0415609 Jun 23 14:18:06.700373 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-23c22e4d-2942-484f-b959-9d058b5dbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.701754 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-23c22e4d-2942-484f-b959-9d058b5dbc66 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493212 Jun 23 14:18:06.793835 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-2c98ec51-1576-4ebb-adf8-10b2c675887c service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838759 Jun 23 14:18:06.899285 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-15a93c69-b40b-4469-b002-107bf377a4d6 req-6ac30e82-92aa-4aeb-a93c-a835069d0186 service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967684 Jun 23 14:18:06.902923 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04572e1d-b745-420e-9b38-44fdc0144dba req-9c4f7fec-9ba7-4261-9342-316a6a1fa6dd tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.904311 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-04572e1d-b745-420e-9b38-44fdc0144dba req-9c4f7fec-9ba7-4261-9342-316a6a1fa6dd tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0755131 Jun 23 14:18:06.943063 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-04572e1d-b745-420e-9b38-44fdc0144dba req-ea847a00-24dc-4662-b7f8-8925e61344f8 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324113 Jun 23 14:18:08.113525 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94e83e-862b-4dcc-899b-52155fabd0fa req-7e37c431-9443-42bc-a09d-97d42166792a tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:08.115613 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-df94e83e-862b-4dcc-899b-52155fabd0fa req-7e37c431-9443-42bc-a09d-97d42166792a tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0625305 Jun 23 14:18:08.151610 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-df94e83e-862b-4dcc-899b-52155fabd0fa req-a68ab9e1-7c74-4d18-9512-1051a5178fe8 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298507 Jun 23 14:18:09.325910 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f803ba6-da8a-4a78-88be-2477e620cf55 req-bf93e887-f7c6-413e-9019-44afbca0f6b6 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:09.327293 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0f803ba6-da8a-4a78-88be-2477e620cf55 req-bf93e887-f7c6-413e-9019-44afbca0f6b6 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0669563 Jun 23 14:18:09.366724 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0f803ba6-da8a-4a78-88be-2477e620cf55 req-cdf9f804-c91f-490f-b0f2-8bc4d2a7ae83 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338581 Jun 23 14:18:10.534295 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f007a8-44a8-4295-bd42-0dd42acf0c30 req-a2a4a3de-7863-444c-9f5c-ff83b9cf5d89 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:10.535677 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a8f007a8-44a8-4295-bd42-0dd42acf0c30 req-a2a4a3de-7863-444c-9f5c-ff83b9cf5d89 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0631967 Jun 23 14:18:10.572294 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a8f007a8-44a8-4295-bd42-0dd42acf0c30 req-441b9bac-b844-495d-afec-5295b125ce49 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306602 Jun 23 14:18:11.053196 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-67b583fa-73c8-46f1-a2d4-4254b37c7e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:11.258407 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-b8282d64-63ec-49ef-9fc1-082bdc05b6f3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518978 Jun 23 14:18:11.355506 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-f2316119-0545-4775-93a7-4edf151c53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:11.357354 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-f2316119-0545-4775-93a7-4edf151c53ae service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 1098 time: 0.0574183 Jun 23 14:18:11.463930 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-dc3996a6-bc0c-4de8-a633-fd5268bd34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:11.465388 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-dc3996a6-bc0c-4de8-a633-fd5268bd34b9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 911 time: 0.0866234 Jun 23 14:18:11.534009 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-23070b5d-deb9-4527-9176-7efc8589e6b7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d80f84-b43b-4636-bcf0-1e4e196880df HTTP/1.1" status: 200 len: 1001 time: 0.0616612 Jun 23 14:18:11.585638 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-541cca45-e3b7-4b82-aeae-8f5c9c4c2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:11.587099 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-541cca45-e3b7-4b82-aeae-8f5c9c4c2a62 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 200 len: 849 time: 0.0454695 Jun 23 14:18:11.644393 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-6a2c7d04-9890-48ab-a644-ac26cbbbdbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:11.647057 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-6a2c7d04-9890-48ab-a644-ac26cbbbdbad service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2890c9a2-c322-459b-ac8e-2f8f78d8a615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531490 Jun 23 14:18:11.738088 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-69a314c8-741e-4866-a57a-c875ad809b36 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838864 Jun 23 14:18:11.742433 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e6e05-1838-4258-9da7-a3de2f26fdb0 req-f09fe513-62b0-49e2-a1de-117db981c4da tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:11.743898 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f93e6e05-1838-4258-9da7-a3de2f26fdb0 req-f09fe513-62b0-49e2-a1de-117db981c4da tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0632660 Jun 23 14:18:11.782301 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f93e6e05-1838-4258-9da7-a3de2f26fdb0 req-01efe83a-bab6-4aec-a1f2-f473e2787ce1 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321748 Jun 23 14:18:11.828104 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-40e16c67-29d6-4765-8eb1-2a695aed4aa6 req-4ce07e0f-6745-48bc-b55c-c735122c669b service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829577 Jun 23 14:18:12.967091 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a6094-b667-4ca4-8b63-3f4f482cb5c1 req-744dc60a-0932-4482-8c5f-7a5e2bffb613 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:12.968566 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7e2a6094-b667-4ca4-8b63-3f4f482cb5c1 req-744dc60a-0932-4482-8c5f-7a5e2bffb613 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0765278 Jun 23 14:18:13.005893 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7e2a6094-b667-4ca4-8b63-3f4f482cb5c1 req-6802c952-fa6a-4f6d-aba6-04fe352ce1e6 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310309 Jun 23 14:18:13.585344 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:13.699367 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-84f3c6df-7948-44ed-9ec8-76e2c1cbaf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:14.173708 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef43a495-059c-4a79-9687-f572582487fb req-eeb55218-0fdc-46f9-adcd-dd1564144613 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:14.175190 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ef43a495-059c-4a79-9687-f572582487fb req-eeb55218-0fdc-46f9-adcd-dd1564144613 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0638781 Jun 23 14:18:14.211446 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ef43a495-059c-4a79-9687-f572582487fb req-4f8f5f2e-9a73-499f-8189-fba5aedf8870 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301232 Jun 23 14:18:14.247174 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:15.110807 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 417b90d8-1099-48d8-9345-29709616bf31 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:18:15.194279 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:15.212122 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 417b90d8-1099-48d8-9345-29709616bf31, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=417b90d8-1099-48d8-9345-29709616bf31,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:15.222042 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '417b90d8-1099-48d8-9345-29709616bf31', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'port_id': '417b90d8-1099-48d8-9345-29709616bf31', 'mac_address': 'fa:16:3e:2e:84:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:18:15.259740 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:15.277156 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417b90d8-1099-48d8-9345-29709616bf31 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:18:15.295954 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 417b90d8-1099-48d8-9345-29709616bf31, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=417b90d8-1099-48d8-9345-29709616bf31,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:15.300307 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:15.303416 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:15.348262 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=417b90d8-1099-48d8-9345-29709616bf31,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:15.351483 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:15.386960 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35468a0-aaf0-466b-8249-56d91d8f1d61 req-9ce5f923-0891-4339-994f-2cf5a202fef4 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:15.388338 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e35468a0-aaf0-466b-8249-56d91d8f1d61 req-9ce5f923-0891-4339-994f-2cf5a202fef4 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 945 time: 0.0661714 Jun 23 14:18:15.424252 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e35468a0-aaf0-466b-8249-56d91d8f1d61 req-c2cff795-3164-48b7-b12f-fd4c868a3302 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303752 Jun 23 14:18:15.755610 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['417b90d8-1099-48d8-9345-29709616bf31'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:18:16.597537 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59af0dda-fd2f-4ace-8508-3f63af540f92 req-990bd8a1-6214-4dd4-bdf0-2461fe6ab6f7 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:16.599864 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-59af0dda-fd2f-4ace-8508-3f63af540f92 req-990bd8a1-6214-4dd4-bdf0-2461fe6ab6f7 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 945 time: 0.0652676 Jun 23 14:18:16.610594 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:16.638662 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-59af0dda-fd2f-4ace-8508-3f63af540f92 req-dd8f78d8-238d-47f0-86c8-89391efd5efe tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333557 Jun 23 14:18:17.118543 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 417b90d8-1099-48d8-9345-29709616bf31 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:18:17.167045 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 417b90d8-1099-48d8-9345-29709616bf31 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:18:17.170663 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 417b90d8-1099-48d8-9345-29709616bf31 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:18:17.171038 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:17.244777 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:17.383655 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b90d8-1099-48d8-9345-29709616bf31'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:17.385782 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf43c7d5-fb53-4421-a552-c56cdb90d0f3" -d '{"events": [{"server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "name": "network-vif-plugged", "status": "completed", "tag": "417b90d8-1099-48d8-9345-29709616bf31"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:17.398921 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 417b90d8-1099-48d8-9345-29709616bf31, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=417b90d8-1099-48d8-9345-29709616bf31,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:18:17.402946 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:17.405237 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:17.428351 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137a41ad-66ef-4886-a116-0298c5f88865 x-openstack-request-id: req-137a41ad-66ef-4886-a116-0298c5f88865 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:17.428650 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "name": "network-vif-plugged", "status": "completed", "tag": "417b90d8-1099-48d8-9345-29709616bf31", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:17.428908 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-137a41ad-66ef-4886-a116-0298c5f88865 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:17.429297 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b90d8-1099-48d8-9345-29709616bf31', 'code': 200} Jun 23 14:18:17.464409 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=417b90d8-1099-48d8-9345-29709616bf31,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:17.467333 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:17.699578 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7c374-db4f-4a35-ba09-bd12489cbe88 req-aa3bc2ac-c588-491c-adbb-d81608a87114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:17.701092 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-61a7c374-db4f-4a35-ba09-bd12489cbe88 req-aa3bc2ac-c588-491c-adbb-d81608a87114 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1099 time: 0.0569184 Jun 23 14:18:17.736901 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-61a7c374-db4f-4a35-ba09-bd12489cbe88 req-98d22907-561a-43f6-9189-3bbc614e34ef service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272920 Jun 23 14:18:17.812789 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc1462a-51d6-4126-8a50-bfc49e221841 req-760a4365-a9df-4922-8ef7-cf964ee12647 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:17.814232 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bdc1462a-51d6-4126-8a50-bfc49e221841 req-760a4365-a9df-4922-8ef7-cf964ee12647 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0621033 Jun 23 14:18:17.851200 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bdc1462a-51d6-4126-8a50-bfc49e221841 req-87457b9d-801b-409a-8667-695ae896fd36 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306890 Jun 23 14:18:19.018700 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ab517-df9d-4e4c-a658-c0309a56dbdd req-c116d8d0-822f-4bf5-8222-cb044cc62091 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:19.020087 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-be0ab517-df9d-4e4c-a658-c0309a56dbdd req-c116d8d0-822f-4bf5-8222-cb044cc62091 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0630119 Jun 23 14:18:19.062279 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-be0ab517-df9d-4e4c-a658-c0309a56dbdd req-f447488e-c93d-4447-ac7a-eda04ec797a4 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360627 Jun 23 14:18:20.233887 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b86379-74d3-40e8-ac9f-fc6cea15965c req-e39ec90f-de92-49c0-8e04-08c7eef1af37 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:20.235367 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-29b86379-74d3-40e8-ac9f-fc6cea15965c req-e39ec90f-de92-49c0-8e04-08c7eef1af37 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0631168 Jun 23 14:18:20.272360 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-29b86379-74d3-40e8-ac9f-fc6cea15965c req-b5beb389-bb2d-4fb0-853e-40bb8066a7e2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309460 Jun 23 14:18:20.442417 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405e86e-ff3d-4387-a53d-9fea7e511df0 req-b25d1a65-bb22-4da5-9fae-54ef0223c64d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:20.443876 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3405e86e-ff3d-4387-a53d-9fea7e511df0 req-b25d1a65-bb22-4da5-9fae-54ef0223c64d tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0617006 Jun 23 14:18:20.481122 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3405e86e-ff3d-4387-a53d-9fea7e511df0 req-cbb4841f-5969-4ca9-9dcb-a9fb03d665a2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316160 Jun 23 14:18:20.504688 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38000) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:20.669022 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f6fd0f-9171-4f89-bc0f-662dc57ede01 tempest-TestShelveInstance-1061021721 tempest-TestShelveInstance-1061021721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:20.670453 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-90f6fd0f-9171-4f89-bc0f-662dc57ede01 tempest-TestShelveInstance-1061021721 tempest-TestShelveInstance-1061021721-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1094 time: 0.1647229 Jun 23 14:18:20.673313 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38004) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:20.677701 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Request body: {'floatingip': {'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'port_id': '417b90d8-1099-48d8-9345-29709616bf31', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:18:20.698100 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for floatingip, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:20.793853 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:20.892005 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Allocated IP 172.27.3.182 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/e1d94c37-f8e6-46db-a78a-0bd41b902fc9) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:18:20.991131 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.028604 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.031267 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:21.066424 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:18:21.069685 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:18:21.073206 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:18:21.078547 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event updated for resources: {'Port': ['ID=e1d94c37-f8e6-46db-a78a-0bd41b902fc9,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:21.104039 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.104403 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.104782 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.105153 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.105538 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.105886 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.106246 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.106633 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.106997 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.107357 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.107715 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.108073 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:21.112563 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:21.441297 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.517358 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.664176 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.668419 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461282'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:21.671049 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-316ac67c-a9d3-40c6-8375-adfa3d0cb117 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:21.739106 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event updated for resources: {'Port': ['ID=e1d94c37-f8e6-46db-a78a-0bd41b902fc9,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:21.747507 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:21.748049 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:22.064645 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.l3_db [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Floating IP 017e19a7-86b8-4e37-9893-777462080db1 associated. External IP: 172.27.3.182, port: 417b90d8-1099-48d8-9345-29709616bf31. Jun 23 14:18:22.263968 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:18:22.372924 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:18:22.382567 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] Sync routers for ids ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:18:22.389692 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:22.393341 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] Routers {'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:22.394067 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:18:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:22.425143 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7508078 Jun 23 14:18:22.425791 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'tag': '417b90d8-1099-48d8-9345-29709616bf31'}] {{(pid=93098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:18:22.428757 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae64177605cb7c2040b05ec36b85f5604532bc610432cca37264cc9b1b03e449" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2294f11e-03aa-4456-bbcd-967b26658bba" -d '{"events": [{"name": "network-changed", "server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "tag": "417b90d8-1099-48d8-9345-29709616bf31"}]}' {{(pid=93098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:18:22.464572 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0b3ac7-0554-46c2-9296-57acd5787491 x-openstack-request-id: req-ea0b3ac7-0554-46c2-9296-57acd5787491 {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:18:22.464927 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "tag": "417b90d8-1099-48d8-9345-29709616bf31", "status": "completed", "code": 200}]} {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:18:22.465219 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ea0b3ac7-0554-46c2-9296-57acd5787491 {{(pid=93098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:18:22.465646 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'tag': '417b90d8-1099-48d8-9345-29709616bf31', 'status': 'completed', 'code': 200} Jun 23 14:18:22.503408 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] Set router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:22.538158 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f11e-03aa-4456-bbcd-967b26658bba req-4e35f0e5-ae29-4ffa-97aa-a194dc6e1bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:22.539679 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2294f11e-03aa-4456-bbcd-967b26658bba req-4e35f0e5-ae29-4ffa-97aa-a194dc6e1bd7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d5af2bbf61348b297018fdfc9718e0f&device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1099 time: 0.0518627 Jun 23 14:18:22.645529 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f11e-03aa-4456-bbcd-967b26658bba req-340aee75-f92b-47a1-97c2-bed4ad08617c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:22.647753 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2294f11e-03aa-4456-bbcd-967b26658bba req-340aee75-f92b-47a1-97c2-bed4ad08617c service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc HTTP/1.1" status: 200 len: 909 time: 0.0906887 Jun 23 14:18:22.723987 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2294f11e-03aa-4456-bbcd-967b26658bba req-209c6d8e-8cff-4ce8-94dd-db4f89e9baf6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=417b90d8-1099-48d8-9345-29709616bf31 HTTP/1.1" status: 200 len: 1000 time: 0.0680733 Jun 23 14:18:22.730407 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '017e19a7-86b8-4e37-9893-777462080db1', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'port_id': '417b90d8-1099-48d8-9345-29709616bf31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'mac_address': 'fa:16:3e:2e:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:21Z', 'updated_at': '2021-06-23T14:18:21Z', 'revision_number': 0, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:32Z', 'revision_number': 5, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:22.759151 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] Checking router: f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:18:22.769351 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] Routers {'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:18:22.769973 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:18:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:22.773761 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f11e-03aa-4456-bbcd-967b26658bba req-76d4ca06-0c42-4c88-a9a7-a8d5910612f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:22.775215 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2294f11e-03aa-4456-bbcd-967b26658bba req-76d4ca06-0c42-4c88-a9a7-a8d5910612f0 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6ac850b-89d3-43fb-b1c5-de5022ee1719 HTTP/1.1" status: 200 len: 847 time: 0.0441484 Jun 23 14:18:22.837069 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294f11e-03aa-4456-bbcd-967b26658bba req-91a82c61-0e31-40b1-8b47-1c87e9191ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:22.838574 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2294f11e-03aa-4456-bbcd-967b26658bba req-91a82c61-0e31-40b1-8b47-1c87e9191ec8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554998 Jun 23 14:18:22.873650 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] Set router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:18:22.930967 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2294f11e-03aa-4456-bbcd-967b26658bba req-7070585e-b7b3-496c-94af-dcf99a25c0cc service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815544 Jun 23 14:18:23.025792 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2294f11e-03aa-4456-bbcd-967b26658bba req-f91bbfc1-a1c9-47c5-b2ff-94b5fb6bd01f service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843189 Jun 23 14:18:23.089295 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '017e19a7-86b8-4e37-9893-777462080db1', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'port_id': '417b90d8-1099-48d8-9345-29709616bf31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'mac_address': 'fa:16:3e:2e:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:21Z', 'updated_at': '2021-06-23T14:18:21Z', 'revision_number': 0, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:32Z', 'revision_number': 5, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:18:23.120057 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd786f64-98ea-453b-bc7c-edbf73bf99fa None None] The sync data for ids ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'] in dv-cinder-794001-2-iscsi is: [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '017e19a7-86b8-4e37-9893-777462080db1', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'floating_ip_address': '172.27.3.182', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'port_id': '417b90d8-1099-48d8-9345-29709616bf31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 532, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'mac_address': 'fa:16:3e:2e:84:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:18:21Z', 'updated_at': '2021-06-23T14:18:21Z', 'revision_number': 0, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:32Z', 'revision_number': 5, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:18:23.294770 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2621ac8-c00c-40cc-bde0-fe922f57cc02 None None] New status for floating IP 017e19a7-86b8-4e37-9893-777462080db1: ACTIVE {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:18:25.555787 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:18:27.346898 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b53f0f-e17f-4e6e-9a21-d36417a6ab05 req-8795aa45-ca3e-4f78-99c7-b0f8479cc00f tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:27.348359 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-13b53f0f-e17f-4e6e-9a21-d36417a6ab05 req-8795aa45-ca3e-4f78-99c7-b0f8479cc00f tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0642271 Jun 23 14:18:27.386388 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-13b53f0f-e17f-4e6e-9a21-d36417a6ab05 req-b70f8d1b-4c7b-4ffa-ac83-a6b635788f95 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323408 Jun 23 14:18:28.565254 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966a03dd-426a-4255-a3b6-aed3412db495 req-12c9a6bf-c50d-4c91-8882-cc97e7ad5737 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:28.566663 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-966a03dd-426a-4255-a3b6-aed3412db495 req-12c9a6bf-c50d-4c91-8882-cc97e7ad5737 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0654418 Jun 23 14:18:28.605284 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-966a03dd-426a-4255-a3b6-aed3412db495 req-6a6b4624-9780-480f-92e7-faba08ebcb33 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326636 Jun 23 14:18:29.779008 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f7c88-98d3-4019-8425-068304693ae1 req-8e821770-77f2-494e-9f93-55398c9dae28 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:29.780499 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-713f7c88-98d3-4019-8425-068304693ae1 req-8e821770-77f2-494e-9f93-55398c9dae28 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0640125 Jun 23 14:18:29.821270 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-713f7c88-98d3-4019-8425-068304693ae1 req-a0cebf79-b964-4553-952f-d8badf7cb721 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352111 Jun 23 14:18:30.987194 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0e700-6cfa-47c1-8ad0-c0a8953ebba5 req-1507866f-49e8-40c9-abb9-11c5884a025a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:30.988608 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e1d0e700-6cfa-47c1-8ad0-c0a8953ebba5 req-1507866f-49e8-40c9-abb9-11c5884a025a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0609412 Jun 23 14:18:31.029291 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e1d0e700-6cfa-47c1-8ad0-c0a8953ebba5 req-debb8443-1277-48b5-9199-b1bc4048024b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347130 Jun 23 14:18:32.198915 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62f57a-1ec4-43e2-a7d5-58ff6dd42820 req-40aca4d9-5196-44df-aebe-3cdc4992c609 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:32.200345 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8e62f57a-1ec4-43e2-a7d5-58ff6dd42820 req-40aca4d9-5196-44df-aebe-3cdc4992c609 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0618165 Jun 23 14:18:32.236682 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-8e62f57a-1ec4-43e2-a7d5-58ff6dd42820 req-8d42cb36-0d9c-436c-a367-754856ddb4a0 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307879 Jun 23 14:18:33.406212 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a22bc-a9c0-4e07-9374-2b9079398fe6 req-d45b31e6-5ead-4ec7-a3b5-d2107b44a563 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:33.407680 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a30a22bc-a9c0-4e07-9374-2b9079398fe6 req-d45b31e6-5ead-4ec7-a3b5-d2107b44a563 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0633605 Jun 23 14:18:33.444578 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a30a22bc-a9c0-4e07-9374-2b9079398fe6 req-3493cbae-d30b-46a2-ab99-9b5061494a21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313306 Jun 23 14:18:34.615087 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84bd885-c43c-4b79-84a9-e81cd0560024 req-44448cef-16a0-46fc-b943-6112775d25f9 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:34.616575 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a84bd885-c43c-4b79-84a9-e81cd0560024 req-44448cef-16a0-46fc-b943-6112775d25f9 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0654581 Jun 23 14:18:34.653178 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a84bd885-c43c-4b79-84a9-e81cd0560024 req-48924bff-829f-4a11-9b7d-448238273f63 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308664 Jun 23 14:18:35.826174 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82303482-28ac-4ea3-a492-8862e63fae73 req-868c2799-7365-46fb-8e11-f759420431ac tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:35.827699 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-82303482-28ac-4ea3-a492-8862e63fae73 req-868c2799-7365-46fb-8e11-f759420431ac tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0665362 Jun 23 14:18:35.863640 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-82303482-28ac-4ea3-a492-8862e63fae73 req-7febe9a5-a45e-4caa-8f57-63107a53c7fe tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304174 Jun 23 14:18:37.034581 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65655ad8-4824-4b6a-8120-a97aaf63ff90 req-d5038415-8634-448d-a915-199e219c686f tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:37.035907 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-65655ad8-4824-4b6a-8120-a97aaf63ff90 req-d5038415-8634-448d-a915-199e219c686f tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0613277 Jun 23 14:18:37.076041 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-65655ad8-4824-4b6a-8120-a97aaf63ff90 req-382ddc34-1ada-438a-b243-3b2ceae73c94 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341485 Jun 23 14:18:38.246382 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5bbff-3817-499e-97e0-5e49910ed9e1 req-4dbfcc30-ef22-4875-b613-aec98a16cbae tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:38.247840 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-33b5bbff-3817-499e-97e0-5e49910ed9e1 req-4dbfcc30-ef22-4875-b613-aec98a16cbae tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0624692 Jun 23 14:18:38.283577 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-33b5bbff-3817-499e-97e0-5e49910ed9e1 req-4329da44-2cb9-4a06-b686-67c0ae7ff349 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303164 Jun 23 14:18:39.452643 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8699bb4-f51b-4cd7-a8a1-184bb9fb93a2 req-0b892280-0e27-4333-ac10-0263348de6da tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:39.454073 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d8699bb4-f51b-4cd7-a8a1-184bb9fb93a2 req-0b892280-0e27-4333-ac10-0263348de6da tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0614588 Jun 23 14:18:39.490948 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d8699bb4-f51b-4cd7-a8a1-184bb9fb93a2 req-23a64ead-55d5-43d6-85df-a554a866ac23 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298548 Jun 23 14:18:40.663308 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a295b-04e8-4d7c-b094-aea875429a0d req-0137d440-7335-4c83-a0df-1c9ffa81143d tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:40.664745 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7d0a295b-04e8-4d7c-b094-aea875429a0d req-0137d440-7335-4c83-a0df-1c9ffa81143d tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0662522 Jun 23 14:18:40.702303 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7d0a295b-04e8-4d7c-b094-aea875429a0d req-a872e5ca-0cba-4675-8891-732423cafbe1 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319760 Jun 23 14:18:41.054570 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-59c0249a-5582-4362-a627-76c1e31bd9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:41.874431 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e727f-7359-42e2-8ea9-87bbd7f2d18e req-5ebccfd0-9fa2-499d-8605-40b442db4b45 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:41.875923 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f23e727f-7359-42e2-8ea9-87bbd7f2d18e req-5ebccfd0-9fa2-499d-8605-40b442db4b45 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0641344 Jun 23 14:18:41.913681 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f23e727f-7359-42e2-8ea9-87bbd7f2d18e req-3a29b9de-6601-4acc-9336-cbb34e848529 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316205 Jun 23 14:18:43.084528 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d0352c-b127-44c8-a750-8ab7048fad98 req-30fa8800-bb81-45e3-b597-1a9a7642204b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.086239 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-45d0352c-b127-44c8-a750-8ab7048fad98 req-30fa8800-bb81-45e3-b597-1a9a7642204b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0628476 Jun 23 14:18:43.128322 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-45d0352c-b127-44c8-a750-8ab7048fad98 req-4cfdbabe-6b8c-4863-a316-b2f902043789 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361879 Jun 23 14:18:43.445663 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-23efbe5b-b3c7-481c-bb4d-ef968f5e2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.447200 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-23efbe5b-b3c7-481c-bb4d-ef968f5e2c4a service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 1098 time: 0.0538373 Jun 23 14:18:43.461455 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f72fd3-e846-4e54-b104-71420af8c2b4 req-596d7361-eb48-4b86-9219-6ff2a5a7d691 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.462982 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d6f72fd3-e846-4e54-b104-71420af8c2b4 req-596d7361-eb48-4b86-9219-6ff2a5a7d691 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0651033 Jun 23 14:18:43.500230 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d6f72fd3-e846-4e54-b104-71420af8c2b4 req-701c1cfb-2336-4b2d-8b83-62abbebeb7ff tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315223 Jun 23 14:18:43.543272 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-f73eb806-7232-4abb-a57d-fc0a7410b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.544749 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-f73eb806-7232-4abb-a57d-fc0a7410b4be service neutron] 10.222.0.10 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 911 time: 0.0898488 Jun 23 14:18:43.599187 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:43.612299 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-16e28ec7-09ad-47b8-bf95-70a62f4f8fa2 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10d80f84-b43b-4636-bcf0-1e4e196880df HTTP/1.1" status: 200 len: 1001 time: 0.0586233 Jun 23 14:18:43.660303 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-fe48ee5a-4517-47d1-b805-62b877c6e09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.661664 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-fe48ee5a-4517-47d1-b805-62b877c6e09b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 200 len: 849 time: 0.0419838 Jun 23 14:18:43.699422 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9f1ca485-cbea-4dd0-924e-ad0a170d3b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:43.723828 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-0e03efe4-6bdf-4b49-9b6a-03cb797323d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:43.725901 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-0e03efe4-6bdf-4b49-9b6a-03cb797323d9 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2890c9a2-c322-459b-ac8e-2f8f78d8a615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568061 Jun 23 14:18:43.812996 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-67cd4134-8dbe-4c27-8dfe-4ce2b6959d22 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797160 Jun 23 14:18:43.912462 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-05e8c586-5f3a-4fd5-b98d-0c231d48a014 req-d5c6da28-bc3f-4825-bbff-939caf972520 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896947 Jun 23 14:18:44.249211 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:44.668780 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c33bd-6717-4660-80e0-baab4a55dd40 req-43679c0c-04df-4de3-91f1-807112dfdcf0 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:44.670231 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d01c33bd-6717-4660-80e0-baab4a55dd40 req-43679c0c-04df-4de3-91f1-807112dfdcf0 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0626366 Jun 23 14:18:44.708304 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d01c33bd-6717-4660-80e0-baab4a55dd40 req-d3a1d46a-1e8d-45fa-a28b-f2b69092a4ba tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324950 Jun 23 14:18:45.176522 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:46.612346 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:02.553981 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:19:11.006613 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d0aa9-2401-4383-b654-fbae03f98d8c req-40c02b43-1850-4566-9139-35bc2a67342c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:11.008033 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6a3d0aa9-2401-4383-b654-fbae03f98d8c req-40c02b43-1850-4566-9139-35bc2a67342c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0664158 Jun 23 14:19:11.045007 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6a3d0aa9-2401-4383-b654-fbae03f98d8c req-81b8d1b1-4529-4e31-bf91-c95e5bbfcce4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309222 Jun 23 14:19:11.057076 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b8569963-5b0a-49a0-91a7-cf251dd9a83b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:12.222606 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25513a-c5ca-437c-a8f8-b3e1f96c891b req-97f22f0d-5df6-4943-bf26-0df7c8e49b80 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:12.224123 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2f25513a-c5ca-437c-a8f8-b3e1f96c891b req-97f22f0d-5df6-4943-bf26-0df7c8e49b80 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0639350 Jun 23 14:19:12.293939 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2f25513a-c5ca-437c-a8f8-b3e1f96c891b req-c0228d25-cd96-4d66-b4b1-8bad73e8b1db tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634668 Jun 23 14:19:12.313281 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-991b1a78-1934-489c-9d4b-e1b9221da9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:12.314757 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-991b1a78-1934-489c-9d4b-e1b9221da9d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 1099 time: 0.0705271 Jun 23 14:19:12.419949 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-1b0a23d9-639b-4fe6-97ed-0d8220a0d9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:12.421360 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-1b0a23d9-639b-4fe6-97ed-0d8220a0d9bc service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.0841203 Jun 23 14:19:12.487616 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-4999f800-b092-4766-b838-c7f2f56302eb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 HTTP/1.1" status: 200 len: 1001 time: 0.0580575 Jun 23 14:19:12.535233 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-bd4b5d54-c121-4c00-b2a9-eddc9ec785c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:12.536600 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-bd4b5d54-c121-4c00-b2a9-eddc9ec785c2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0413828 Jun 23 14:19:12.591274 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-645ab952-0060-4cb0-9d29-e1f8e46dd150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:12.592681 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-645ab952-0060-4cb0-9d29-e1f8e46dd150 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490448 Jun 23 14:19:12.683845 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-f9b98731-a6b3-47df-a54e-f24dc77083d1 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825562 Jun 23 14:19:12.774706 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-70d12cfe-c12f-47d0-8bf7-c1cd94d3fe0e req-f9d7a75c-4812-4fb1-9c2b-3d7156629d0b service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832698 Jun 23 14:19:13.469320 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebef28-4538-47ca-a134-99f06608bac3 req-0b7da225-b982-46ff-aa68-e9bc9a64a14d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:13.470794 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-87ebef28-4538-47ca-a134-99f06608bac3 req-0b7da225-b982-46ff-aa68-e9bc9a64a14d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0633762 Jun 23 14:19:13.510196 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-87ebef28-4538-47ca-a134-99f06608bac3 req-94426c57-4f7e-468f-bce5-104b21e04d03 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333738 Jun 23 14:19:13.609333 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:13.699050 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-68bd7cdd-bc52-4951-9727-675f98b12774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:14.249189 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:14.693980 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57aef61-12e1-4ebb-9584-b3f212be8fd7 req-b95c9fa3-9b24-42f0-bdb2-d53e6ec8e725 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:14.695448 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e57aef61-12e1-4ebb-9584-b3f212be8fd7 req-b95c9fa3-9b24-42f0-bdb2-d53e6ec8e725 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0654347 Jun 23 14:19:14.732056 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e57aef61-12e1-4ebb-9584-b3f212be8fd7 req-2f61200f-c000-41a7-8915-50a871feedf3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311368 Jun 23 14:19:15.183379 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:15.907754 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464b064-427c-46ab-bf81-f018e1674419 req-906bd665-b20c-452e-af1a-1bc474bbedf6 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:15.909194 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d464b064-427c-46ab-bf81-f018e1674419 req-906bd665-b20c-452e-af1a-1bc474bbedf6 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0659809 Jun 23 14:19:15.946742 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d464b064-427c-46ab-bf81-f018e1674419 req-3acac4e1-4264-4bb6-a5f7-4a4a0b657652 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313485 Jun 23 14:19:16.615747 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:17.116632 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c57c89-8661-4fe8-81a1-79b0f619076c req-978bdd13-4e0f-411c-8d8e-ce63ae2532e4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:17.118053 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-56c57c89-8661-4fe8-81a1-79b0f619076c req-978bdd13-4e0f-411c-8d8e-ce63ae2532e4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0608218 Jun 23 14:19:17.154862 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-56c57c89-8661-4fe8-81a1-79b0f619076c req-ee65dde5-7ecc-4b04-853f-04cb6008b664 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309620 Jun 23 14:19:18.327876 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b34d9-788d-43c5-91fe-07bc0a073b7c req-22a6f7bc-08f1-4dc3-b0d1-c2b62d37d1b4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:18.329292 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-099b34d9-788d-43c5-91fe-07bc0a073b7c req-22a6f7bc-08f1-4dc3-b0d1-c2b62d37d1b4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0616639 Jun 23 14:19:18.365744 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-099b34d9-788d-43c5-91fe-07bc0a073b7c req-9c6a7257-2056-4ef8-816b-f7cb2957d9af tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304625 Jun 23 14:19:19.536823 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5298944-03ea-4bec-aa73-270ade2e0ffe req-2249437b-a800-4c51-898f-4cc7f286b3b7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:19.538763 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d5298944-03ea-4bec-aa73-270ade2e0ffe req-2249437b-a800-4c51-898f-4cc7f286b3b7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0610607 Jun 23 14:19:19.574749 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d5298944-03ea-4bec-aa73-270ade2e0ffe req-4aad71e3-8593-4579-b295-2c4d2f9fdfe6 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305319 Jun 23 14:19:20.746517 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac14eb3-6b7e-493f-81e2-a25644cc6af6 req-856e6d44-16ad-4949-91b2-424735bfe7e2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:20.748010 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0ac14eb3-6b7e-493f-81e2-a25644cc6af6 req-856e6d44-16ad-4949-91b2-424735bfe7e2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0619831 Jun 23 14:19:20.784989 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0ac14eb3-6b7e-493f-81e2-a25644cc6af6 req-4c886ac0-84c7-4104-bc58-9472e389840e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314727 Jun 23 14:19:21.960865 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6e81b-03c6-443e-b1bf-c5381b0edc5b req-8dfbb28b-6dbb-485a-b094-c7e9d6c862d1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:21.962289 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1f6e81b-03c6-443e-b1bf-c5381b0edc5b req-8dfbb28b-6dbb-485a-b094-c7e9d6c862d1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0650103 Jun 23 14:19:21.998781 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1f6e81b-03c6-443e-b1bf-c5381b0edc5b req-41a4586b-aac3-4c55-b728-f8211dffeaff tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310447 Jun 23 14:19:23.181690 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92986741-09bd-4e03-9fb2-1e5c4f722c7c req-9480f316-f3ac-438f-8bfc-2261b5b98a8d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:23.183175 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-92986741-09bd-4e03-9fb2-1e5c4f722c7c req-9480f316-f3ac-438f-8bfc-2261b5b98a8d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0677729 Jun 23 14:19:23.218581 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-92986741-09bd-4e03-9fb2-1e5c4f722c7c req-dc90a50d-2c95-4f03-91b9-b4d12554527f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298738 Jun 23 14:19:24.393717 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dac7785-ddf5-4fe2-b30e-8c228078c306 req-a26cab4f-5d6f-4a39-b424-a4d808c99378 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:24.395170 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9dac7785-ddf5-4fe2-b30e-8c228078c306 req-a26cab4f-5d6f-4a39-b424-a4d808c99378 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0612557 Jun 23 14:19:24.431493 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9dac7785-ddf5-4fe2-b30e-8c228078c306 req-4f17569e-afcb-4d89-8b0a-6965a71961c9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302813 Jun 23 14:19:25.603771 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd352de-2afd-45c6-9ab9-7ad66b8b365f req-af4a2b49-d621-40f4-8863-0b752d453c7e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:25.605227 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dcd352de-2afd-45c6-9ab9-7ad66b8b365f req-af4a2b49-d621-40f4-8863-0b752d453c7e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0627620 Jun 23 14:19:25.641829 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dcd352de-2afd-45c6-9ab9-7ad66b8b365f req-6b7353fa-5b4b-4aa8-b245-796c8e95226a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311399 Jun 23 14:19:26.816754 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aded4a4-b56c-4831-8c0f-caeb6f06cf97 req-f0dffb2e-477e-4da5-a867-18796ea0ec2d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:26.818176 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0aded4a4-b56c-4831-8c0f-caeb6f06cf97 req-f0dffb2e-477e-4da5-a867-18796ea0ec2d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0645282 Jun 23 14:19:26.854547 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0aded4a4-b56c-4831-8c0f-caeb6f06cf97 req-d576ce5b-3f7f-4530-9e4f-31dfcc0a264c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305405 Jun 23 14:19:28.030338 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc916ac0-efcb-48b6-a468-db2fc63a265e req-2c352c43-514e-4fda-a27a-7b2a02f02d8c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:28.031697 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cc916ac0-efcb-48b6-a468-db2fc63a265e req-2c352c43-514e-4fda-a27a-7b2a02f02d8c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0650141 Jun 23 14:19:28.068099 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cc916ac0-efcb-48b6-a468-db2fc63a265e req-6fcb2031-6a54-4520-9e31-1900acf0ff61 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309572 Jun 23 14:19:29.263597 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4271da1-80ed-4cac-8d87-a2bd7c344184 req-8bdea94b-63ed-4322-9eb9-bacc36337a00 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:29.265070 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4271da1-80ed-4cac-8d87-a2bd7c344184 req-8bdea94b-63ed-4322-9eb9-bacc36337a00 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0675015 Jun 23 14:19:29.304279 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f4271da1-80ed-4cac-8d87-a2bd7c344184 req-dbe8c891-d596-4d03-bff7-6abeaf352ffa tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335388 Jun 23 14:19:29.468793 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:19:29.564139 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:29.575968 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'port_id': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'mac_address': 'fa:16:3e:52:68:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:19:29.619159 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:29.632187 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:19:29.652403 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:29.657276 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:29.660405 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f15c3fa3-7381-4476-8026-989de647dcbe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:29.714516 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=6']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:29.721390 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.721684 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.722025 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.722374 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.722724 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.723057 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.723386 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.723712 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.724037 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.724362 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.725316 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.725641 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:29.729271 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:29.760388 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:19:30.479164 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a0099c-e38f-4eeb-ae4c-ef3d2e015de2 req-97bca2fa-3715-4e8e-86ce-f37fb973df6e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:30.480602 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-80a0099c-e38f-4eeb-ae4c-ef3d2e015de2 req-97bca2fa-3715-4e8e-86ce-f37fb973df6e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 945 time: 0.0621364 Jun 23 14:19:30.516383 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-80a0099c-e38f-4eeb-ae4c-ef3d2e015de2 req-aa5252ed-c853-4c60-b275-ab9966de41f1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303297 Jun 23 14:19:31.474178 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:19:31.521178 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:19:31.521560 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:31.610279 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:31.637344 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:19:31.639589 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d764db8-668e-419f-a1ff-a384de88bd53" -d '{"events": [{"server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "name": "network-vif-plugged", "status": "completed", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:19:31.657095 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:31.661547 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:31.669191 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:31.695775 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:19:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d742dc-80b4-4b72-a90f-68788c162752 x-openstack-request-id: req-81d742dc-80b4-4b72-a90f-68788c162752 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:19:31.696079 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "name": "network-vif-plugged", "status": "completed", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:19:31.696338 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81d742dc-80b4-4b72-a90f-68788c162752 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:19:31.696759 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'code': 200} Jun 23 14:19:31.710983 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51368a70-240e-4a95-b0fc-324791b1e286 req-aed203de-8323-4cdd-b86a-0d981ced60ce tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:31.712545 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-51368a70-240e-4a95-b0fc-324791b1e286 req-aed203de-8323-4cdd-b86a-0d981ced60ce tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 945 time: 0.0717478 Jun 23 14:19:31.721124 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=7']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:31.725396 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:31.750932 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-51368a70-240e-4a95-b0fc-324791b1e286 req-9605e7d0-f4d5-4d5b-8936-1d0e60fb9a39 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326538 Jun 23 14:19:32.924735 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec8baaa-ea0f-4e44-848b-b9c9eafd814d req-34b72e94-b98b-4bd6-a116-a8d72cc142bd tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:32.926163 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aec8baaa-ea0f-4e44-848b-b9c9eafd814d req-34b72e94-b98b-4bd6-a116-a8d72cc142bd tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0613263 Jun 23 14:19:32.962830 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aec8baaa-ea0f-4e44-848b-b9c9eafd814d req-d874e7eb-19a0-460f-89fa-960313d0699f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305641 Jun 23 14:19:34.142221 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073b8f1-774b-460a-8637-ea86034e34af req-197eb392-05ee-462c-b7f4-464487ad8ff5 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:34.143689 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5073b8f1-774b-460a-8637-ea86034e34af req-197eb392-05ee-462c-b7f4-464487ad8ff5 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0656517 Jun 23 14:19:34.182346 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5073b8f1-774b-460a-8637-ea86034e34af req-7ad61185-62dc-41f4-8011-1de6734c91d1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325239 Jun 23 14:19:35.361283 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac94a1c-3189-4aeb-8ee0-a8b88e8d022e req-76542794-b966-4e24-9b06-1a0a060c7054 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:35.362757 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1ac94a1c-3189-4aeb-8ee0-a8b88e8d022e req-76542794-b966-4e24-9b06-1a0a060c7054 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0662549 Jun 23 14:19:35.400201 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1ac94a1c-3189-4aeb-8ee0-a8b88e8d022e req-6dab46df-0ab8-49f8-bf33-bb82c11d0bfc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310388 Jun 23 14:19:36.609248 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd374b2-9cb4-4046-b70c-c3716ca93a3d req-fcb361bd-4eb4-47d8-ba6c-3906a93741ee tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:36.611193 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4bd374b2-9cb4-4046-b70c-c3716ca93a3d req-fcb361bd-4eb4-47d8-ba6c-3906a93741ee tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0684171 Jun 23 14:19:36.669107 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4bd374b2-9cb4-4046-b70c-c3716ca93a3d req-60637456-735b-48f5-a7dc-62754007b5cc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450895 Jun 23 14:19:37.856003 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589487e-6065-45ed-89e0-88200b6955fd req-fcf03d5c-4175-42de-9561-0e115d986ed3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:37.858103 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4589487e-6065-45ed-89e0-88200b6955fd req-fcf03d5c-4175-42de-9561-0e115d986ed3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0647357 Jun 23 14:19:37.898702 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4589487e-6065-45ed-89e0-88200b6955fd req-7b2e5a5b-249d-4300-8d46-cd9488e735dd tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344827 Jun 23 14:19:39.113258 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2c341-f344-4374-a623-ac4a8ce3df03 req-fdd0690d-8f1b-473c-abc4-6d6f1f890aa7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:39.120401 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a0e2c341-f344-4374-a623-ac4a8ce3df03 req-fdd0690d-8f1b-473c-abc4-6d6f1f890aa7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0745406 Jun 23 14:19:39.164756 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a0e2c341-f344-4374-a623-ac4a8ce3df03 req-674dcafe-06ca-4ca9-863b-3a8d4034d08e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433972 Jun 23 14:19:39.553592 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:19:40.360851 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cdf764-b0c2-4495-a580-58aeee48f1e4 req-47a5d187-1c23-41c9-b861-e8eda2e41123 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:40.362334 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b3cdf764-b0c2-4495-a580-58aeee48f1e4 req-47a5d187-1c23-41c9-b861-e8eda2e41123 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0721304 Jun 23 14:19:40.408844 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b3cdf764-b0c2-4495-a580-58aeee48f1e4 req-46aa95de-a5ed-49e7-b94b-7b3b194a1845 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400729 Jun 23 14:19:41.060117 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a1031bc7-cc3c-4ff4-b303-e8bd92213432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:41.597976 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e2509-779e-421c-8467-53c2218037ec req-4494f83f-bb0d-46d7-bad3-aa5b5d1b0e2b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:41.600139 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ce7e2509-779e-421c-8467-53c2218037ec req-4494f83f-bb0d-46d7-bad3-aa5b5d1b0e2b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0656669 Jun 23 14:19:41.640320 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ce7e2509-779e-421c-8467-53c2218037ec req-aa1e4517-a412-417b-af1e-50d03548662b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336807 Jun 23 14:19:42.819909 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb92806-ec1a-4c7f-954f-3d7ed1a6329e req-fa009cc9-b15f-4892-9ebe-6f7210273165 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:42.822055 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1cb92806-ec1a-4c7f-954f-3d7ed1a6329e req-fa009cc9-b15f-4892-9ebe-6f7210273165 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0657022 Jun 23 14:19:42.859889 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1cb92806-ec1a-4c7f-954f-3d7ed1a6329e req-4ae7f4f0-9b20-4db3-bd59-401252c65ffa tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322397 Jun 23 14:19:43.620365 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:43.702334 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-83f2d284-6700-44e1-86c7-a85820635557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:44.047763 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f748-5360-4e80-9260-83393d5252c9 req-bf882c4b-212a-42b5-88da-0d1a86d216d4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:44.049341 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c1a4f748-5360-4e80-9260-83393d5252c9 req-bf882c4b-212a-42b5-88da-0d1a86d216d4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0679483 Jun 23 14:19:44.090645 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c1a4f748-5360-4e80-9260-83393d5252c9 req-fdfb1ea6-639d-4f86-8348-7e06c2c31d20 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354919 Jun 23 14:19:44.283473 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:45.183316 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:45.289156 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80951c72-20c3-4608-83d3-eae671bc1c76 req-804ae7be-e780-458a-9953-0694bdb476ee tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:45.290682 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-80951c72-20c3-4608-83d3-eae671bc1c76 req-804ae7be-e780-458a-9953-0694bdb476ee tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0727422 Jun 23 14:19:45.329705 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-80951c72-20c3-4608-83d3-eae671bc1c76 req-2122d2a5-81c8-402f-9b96-66f845779b72 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330148 Jun 23 14:19:46.523257 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f50ef-1032-4eb3-b6db-8381f9404f0f req-e042139c-56cd-45e4-9c98-9cb443de0b9d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:46.524740 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-598f50ef-1032-4eb3-b6db-8381f9404f0f req-e042139c-56cd-45e4-9c98-9cb443de0b9d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0713375 Jun 23 14:19:46.563795 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-598f50ef-1032-4eb3-b6db-8381f9404f0f req-76448f02-23c1-4371-8a42-761a727cb1fa tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332067 Jun 23 14:19:46.620239 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:47.771166 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3317db4-d2dc-43f3-8b4b-ac76a169da17 req-2a8c2a1e-0e2a-472a-a9ca-7da973cd9115 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:47.772980 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b3317db4-d2dc-43f3-8b4b-ac76a169da17 req-2a8c2a1e-0e2a-472a-a9ca-7da973cd9115 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0805461 Jun 23 14:19:47.815714 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b3317db4-d2dc-43f3-8b4b-ac76a169da17 req-33940851-d002-445a-8204-2d5763fe9c17 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360136 Jun 23 14:19:48.988535 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b24527-bf94-49e3-bee7-fb3c6350cd7d req-1af338b2-5155-4d94-9cb1-59a2a212e3f3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:48.989949 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-43b24527-bf94-49e3-bee7-fb3c6350cd7d req-1af338b2-5155-4d94-9cb1-59a2a212e3f3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0608711 Jun 23 14:19:49.026766 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-43b24527-bf94-49e3-bee7-fb3c6350cd7d req-e429a84b-e4b7-4122-89f7-58b9ff74118f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307746 Jun 23 14:19:49.776672 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-cba97254-21ca-4cf6-8d87-3e57e4c3cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:49.778139 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-cba97254-21ca-4cf6-8d87-3e57e4c3cbc9 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 1099 time: 0.0570695 Jun 23 14:19:49.864432 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-21e3549e-f12c-4d02-b778-2abc23e2fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:49.865849 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-21e3549e-f12c-4d02-b778-2abc23e2fdf9 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.0815587 Jun 23 14:19:49.931815 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-73ebfcce-7697-44c9-a02d-52de8c7fb44f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 HTTP/1.1" status: 200 len: 1001 time: 0.0587723 Jun 23 14:19:49.979814 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-02f894c1-6f78-49c5-9bf3-24fb1f853fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:49.981169 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-02f894c1-6f78-49c5-9bf3-24fb1f853fd2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0415232 Jun 23 14:19:50.037778 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-68f0270b-aa44-44a1-8702-d7735d93c7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:50.039176 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-68f0270b-aa44-44a1-8702-d7735d93c7d1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0506961 Jun 23 14:19:50.131308 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-e5aa3046-d220-455e-a241-a61df7448d38 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848379 Jun 23 14:19:50.204922 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54393ab9-c890-463b-bc9f-b2c0df3d9599 req-27bf852b-d5b1-448c-adc7-72c3990f1857 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:50.206421 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-54393ab9-c890-463b-bc9f-b2c0df3d9599 req-27bf852b-d5b1-448c-adc7-72c3990f1857 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0640929 Jun 23 14:19:50.222847 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-29eaef18-1930-40b0-bc0a-40a8acbdd418 req-fdf926da-4226-44b3-98ae-83a8cefb994f service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847645 Jun 23 14:19:50.246600 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-54393ab9-c890-463b-bc9f-b2c0df3d9599 req-428c8798-d58e-4719-a5c3-2cf90b17a55e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338528 Jun 23 14:19:51.423234 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118aea5-edb2-4e4e-9f20-ffc2cb905d0a req-9447bf66-a0b6-4374-be0d-28d1f25302b7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:51.424686 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d118aea5-edb2-4e4e-9f20-ffc2cb905d0a req-9447bf66-a0b6-4374-be0d-28d1f25302b7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.0655067 Jun 23 14:19:51.461351 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d118aea5-edb2-4e4e-9f20-ffc2cb905d0a req-e5ba3802-d765-48f6-a1b2-4efd32472ebc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310657 Jun 23 14:19:52.684411 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8de6d7f-fa1d-47c9-85ad-3a652c0dc071 req-c15f880b-22ce-434b-bca4-e5aa64ab2dab tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:52.685836 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c8de6d7f-fa1d-47c9-85ad-3a652c0dc071 req-c15f880b-22ce-434b-bca4-e5aa64ab2dab tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 946 time: 0.1119633 Jun 23 14:19:52.724468 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c8de6d7f-fa1d-47c9-85ad-3a652c0dc071 req-979744af-c3e9-4b91-90cc-9a8fce76d6f1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329673 Jun 23 14:19:53.568522 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:19:53.645148 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:53.666823 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:19:53.669077 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2275455f-a539-4a05-b4aa-b37253c12a25" -d '{"events": [{"server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "name": "network-vif-unplugged", "status": "completed", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:19:53.681707 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:53.686665 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:53.689569 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:53.711871 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 14:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69fec25-dfce-4b7c-ad9c-87544fdc807d x-openstack-request-id: req-a69fec25-dfce-4b7c-ad9c-87544fdc807d {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:19:53.712172 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "name": "network-vif-unplugged", "status": "failed", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4", "code": 422}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:19:53.712437 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a69fec25-dfce-4b7c-ad9c-87544fdc807d {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:19:53.712873 dv-cinder-794001-2-iscsi neutron-server[93099]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'code': 422} returned with failed status Jun 23 14:19:53.738826 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=8']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:53.742831 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:53.901173 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06144df5-5099-4f53-9108-0ca0f157f23b req-f3921214-5997-4680-a5c5-e44d2853eef9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:53.902681 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-06144df5-5099-4f53-9108-0ca0f157f23b req-f3921214-5997-4680-a5c5-e44d2853eef9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0641057 Jun 23 14:19:53.942162 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-06144df5-5099-4f53-9108-0ca0f157f23b req-3ad4e2fd-f14b-4864-9ded-c3ae6feda0a1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333676 Jun 23 14:19:54.036017 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38380) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:19:54.125097 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-410e98f2-3ae0-4911-a48c-33b43865821d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878704 Jun 23 14:19:55.151706 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-1a6e0409-4498-401f-9189-a68c91661550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:55.153176 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-1a6e0409-4498-401f-9189-a68c91661550 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34&tenant_id=8c02036f0bb54c9e9b69ad164ea237b0 HTTP/1.1" status: 200 len: 1097 time: 0.0942051 Jun 23 14:19:55.161315 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bb7eca-60e6-485a-a03a-a1e048bc441b req-491dd06b-92f2-40d2-9a8d-a074daf1e9b1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:55.162659 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-20bb7eca-60e6-485a-a03a-a1e048bc441b req-491dd06b-92f2-40d2-9a8d-a074daf1e9b1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.1024389 Jun 23 14:19:55.479958 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-20bb7eca-60e6-485a-a03a-a1e048bc441b req-c5848868-e77c-46e2-9d3d-02a9c63f0d93 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3108974 Jun 23 14:19:55.499664 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-a65fd4a2-4fd1-4549-aa71-c8a0d58c5852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:55.501128 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-a65fd4a2-4fd1-4549-aa71-c8a0d58c5852 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 1097 time: 0.3184984 Jun 23 14:19:55.593204 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-15193437-9ff1-48da-9d8e-24cc7b270384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:55.594691 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-15193437-9ff1-48da-9d8e-24cc7b270384 service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.0851090 Jun 23 14:19:55.660953 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-6d57d362-d7b6-4706-84d0-63e13a1f2d0e service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 HTTP/1.1" status: 200 len: 999 time: 0.0597131 Jun 23 14:19:55.707814 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-0a4617a3-e49f-49de-8bb7-f0eed2191292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:55.709170 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-0a4617a3-e49f-49de-8bb7-f0eed2191292 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0416307 Jun 23 14:19:55.765977 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-9cd4bbda-334b-4fd0-bbb9-aaed9d71a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:55.767480 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-9cd4bbda-334b-4fd0-bbb9-aaed9d71a9df service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510142 Jun 23 14:19:55.857395 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-acc940fb-f91f-46cc-9818-2c03a2cf7838 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832081 Jun 23 14:19:55.944925 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-72b48509-b913-4d89-b847-37f0adb16142 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803690 Jun 23 14:19:56.676142 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede0fa7-af78-4534-ba3c-dbc2807a6c8d req-82c6b760-fc7e-424e-8b94-782c03d37cbd tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:56.677634 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2ede0fa7-af78-4534-ba3c-dbc2807a6c8d req-82c6b760-fc7e-424e-8b94-782c03d37cbd tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0766582 Jun 23 14:19:56.717709 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2ede0fa7-af78-4534-ba3c-dbc2807a6c8d req-ffed1b5a-323c-4e6b-b1a2-73c076310b5e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337415 Jun 23 14:19:57.921727 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff8412-dbb5-4d66-97f2-beaae32610b1 req-82ccebef-a7dc-47df-a097-04849b99bc48 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:57.923412 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9dff8412-dbb5-4d66-97f2-beaae32610b1 req-82ccebef-a7dc-47df-a097-04849b99bc48 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0683260 Jun 23 14:19:57.965219 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9dff8412-dbb5-4d66-97f2-beaae32610b1 req-09975b15-76b7-4546-ae88-4c06367b9f79 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338554 Jun 23 14:19:59.145834 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07f63d3-0af4-4925-9167-18f5b646f7e8 req-9bd96580-8bef-4617-a56c-bc249512f6f7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:59.150868 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b07f63d3-0af4-4925-9167-18f5b646f7e8 req-9bd96580-8bef-4617-a56c-bc249512f6f7 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0699172 Jun 23 14:19:59.187959 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b07f63d3-0af4-4925-9167-18f5b646f7e8 req-b75ec069-bc31-4b47-b631-12015728e915 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349524 Jun 23 14:20:00.368225 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bbc7f-e36c-4f7c-b59f-d9b2068e69fd req-d27ce207-5427-4139-9b43-f03315f83cc1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:00.369713 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e68bbc7f-e36c-4f7c-b59f-d9b2068e69fd req-d27ce207-5427-4139-9b43-f03315f83cc1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0649679 Jun 23 14:20:00.408406 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e68bbc7f-e36c-4f7c-b59f-d9b2068e69fd req-c33e7e40-d76f-4ce5-8e39-8e8a3aa872cf tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328231 Jun 23 14:20:01.751384 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab41e6c-5053-4f9f-b80c-9f6c083b4b33 req-81fc07fd-211d-4cd4-9a9e-71baf4830992 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:01.754049 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1ab41e6c-5053-4f9f-b80c-9f6c083b4b33 req-81fc07fd-211d-4cd4-9a9e-71baf4830992 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0703840 Jun 23 14:20:01.794685 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1ab41e6c-5053-4f9f-b80c-9f6c083b4b33 req-e7b6ad5c-9c18-454f-b6be-543759b67d55 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341022 Jun 23 14:20:02.977461 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980da693-0d3a-4263-8360-c90001cc139d req-58011914-e13c-474f-a1a9-1d6b64e82386 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:02.978988 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-980da693-0d3a-4263-8360-c90001cc139d req-58011914-e13c-474f-a1a9-1d6b64e82386 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0649202 Jun 23 14:20:03.017914 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-980da693-0d3a-4263-8360-c90001cc139d req-4a28da4a-6341-4f7e-a0bb-b1d3c19ceb71 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332518 Jun 23 14:20:04.200617 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7c610-5c57-4bc9-95bd-ec8339341be8 req-f523dc7f-937b-45f9-950b-0954e445d879 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:04.202104 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b4c7c610-5c57-4bc9-95bd-ec8339341be8 req-f523dc7f-937b-45f9-950b-0954e445d879 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0671313 Jun 23 14:20:04.243293 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b4c7c610-5c57-4bc9-95bd-ec8339341be8 req-0a96dbd4-afc4-4530-9c84-185d11cbb0a1 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352800 Jun 23 14:20:05.425198 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b794e3c2-a33b-40ed-8310-80f6885666bc req-2e13c88a-1088-4077-b463-2c7698ccc257 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:05.426689 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b794e3c2-a33b-40ed-8310-80f6885666bc req-2e13c88a-1088-4077-b463-2c7698ccc257 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0673976 Jun 23 14:20:05.465992 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b794e3c2-a33b-40ed-8310-80f6885666bc req-46b1f328-f7de-43eb-955f-82183e9b9371 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336359 Jun 23 14:20:06.650517 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee4a5f-5fef-4394-be81-9e012b25a7dd req-efcf4fe9-9a13-4ae5-85dc-6a3b19c3d5c4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:06.651992 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b0ee4a5f-5fef-4394-be81-9e012b25a7dd req-efcf4fe9-9a13-4ae5-85dc-6a3b19c3d5c4 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0674460 Jun 23 14:20:06.690873 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-b0ee4a5f-5fef-4394-be81-9e012b25a7dd req-7817565a-0e64-49c2-9e20-de8764022338 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324168 Jun 23 14:20:07.182060 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8febcb-a65a-45ce-8286-9fd35ed169d1 req-12f9a878-2bdd-4045-b03d-466a47183541 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:07.183520 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aa8febcb-a65a-45ce-8286-9fd35ed169d1 req-12f9a878-2bdd-4045-b03d-466a47183541 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0677207 Jun 23 14:20:07.220744 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aa8febcb-a65a-45ce-8286-9fd35ed169d1 req-f06f03cb-65c9-469d-9949-054fe5af6966 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315800 Jun 23 14:20:07.868834 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8ac6e-26e4-4d6f-94c9-1e471b6f3324 req-b2c95d27-ef43-4137-b493-cc518ba8a04c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:07.870272 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7cb8ac6e-26e4-4d6f-94c9-1e471b6f3324 req-b2c95d27-ef43-4137-b493-cc518ba8a04c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0621529 Jun 23 14:20:07.906821 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7cb8ac6e-26e4-4d6f-94c9-1e471b6f3324 req-0b14003a-d215-4f9f-9fd9-40d9e9b2349a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306909 Jun 23 14:20:08.389099 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881114e2-5954-4a6a-94cf-0614247fb304 req-0b21ae9e-be92-49b3-9784-5bf2b9620d10 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:08.390557 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-881114e2-5954-4a6a-94cf-0614247fb304 req-0b21ae9e-be92-49b3-9784-5bf2b9620d10 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0621471 Jun 23 14:20:08.427135 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-881114e2-5954-4a6a-94cf-0614247fb304 req-82023f39-d0fc-4a49-8489-378e918c1f3c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311553 Jun 23 14:20:09.088406 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5daf0-d3a8-4325-afd5-9073ab17980c req-48cec7a8-0529-4910-b2c8-8ee9a03e5866 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:09.089771 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e5f5daf0-d3a8-4325-afd5-9073ab17980c req-48cec7a8-0529-4910-b2c8-8ee9a03e5866 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0655472 Jun 23 14:20:09.129534 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e5f5daf0-d3a8-4325-afd5-9073ab17980c req-8dc11b87-2a29-4fbd-9f41-734765cdcd77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340073 Jun 23 14:20:09.597803 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f16e1b-dd3e-4478-8929-43e15c62a73b req-d89badc4-2d7d-444a-8069-ef75dde7bacc tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:09.599273 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-15f16e1b-dd3e-4478-8929-43e15c62a73b req-d89badc4-2d7d-444a-8069-ef75dde7bacc tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0662577 Jun 23 14:20:09.636265 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-15f16e1b-dd3e-4478-8929-43e15c62a73b req-7bcdedfd-4e54-465f-a353-fea51e6c4ba7 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309348 Jun 23 14:20:10.304944 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe0d799-e9a5-4354-aebe-9a8624b931c6 req-f94a29e7-aad8-425c-bae0-2f489482ddec tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:10.306396 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afe0d799-e9a5-4354-aebe-9a8624b931c6 req-f94a29e7-aad8-425c-bae0-2f489482ddec tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0621016 Jun 23 14:20:10.342620 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afe0d799-e9a5-4354-aebe-9a8624b931c6 req-b52d36f0-9877-4933-be54-25287eca0521 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307121 Jun 23 14:20:10.845738 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77a4a4a-360c-4a16-afae-51bdaf99eb4f req-b2a467f2-8e61-4ac9-bd17-6756b4a5459a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:10.847232 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e77a4a4a-360c-4a16-afae-51bdaf99eb4f req-b2a467f2-8e61-4ac9-bd17-6756b4a5459a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0779030 Jun 23 14:20:10.885470 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e77a4a4a-360c-4a16-afae-51bdaf99eb4f req-ab2bc6a5-1088-4a61-951e-f8c9701ac6e6 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1d439ab7-fe25-488a-9705-dbcd9cc70472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325305 Jun 23 14:20:11.064139 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-85ba4cfd-7cdf-4026-93ad-ad7a94a1fbed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:11.369314 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-a9fde0aa-dfb6-4eb7-b7b4-c3d8e7c19799 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:11.370728 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-a9fde0aa-dfb6-4eb7-b7b4-c3d8e7c19799 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.10 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 945 time: 0.0601587 Jun 23 14:20:11.508681 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Deleting port 10d80f84-b43b-4636-bcf0-1e4e196880df {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:11.509026 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:11.589043 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ba9f1-5698-4226-8c77-838d13b00300 req-98f39a9e-21e7-44c7-be3e-ef1f14812790 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:11.590530 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-873ba9f1-5698-4226-8c77-838d13b00300 req-98f39a9e-21e7-44c7-be3e-ef1f14812790 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.1310956 Jun 23 14:20:11.632173 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] For port 10d80f84-b43b-4636-bcf0-1e4e196880df, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=10d80f84-b43b-4636-bcf0-1e4e196880df,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:11.632458 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:11.656587 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-873ba9f1-5698-4226-8c77-838d13b00300 req-6749c555-bcc5-474b-bc13-2afa8acfa50c tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587747 Jun 23 14:20:11.808488 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:11.808921 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:11.809336 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Floating IP dada94ee-cbcf-406c-bbc0-0f8e655fdec0 disassociated. External IP: 172.27.3.123, port: 10d80f84-b43b-4636-bcf0-1e4e196880df. Jun 23 14:20:11.809686 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Calling delete_port for 10d80f84-b43b-4636-bcf0-1e4e196880df owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:11.938181 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:11.942275 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c5b409d0-aedf-4ac1-8ec4-7a2c30478853 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:11.966759 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event deleted for resources: {'Port': ['ID=10d80f84-b43b-4636-bcf0-1e4e196880df,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:11.977890 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.978276 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.978669 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.979037 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.979394 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.979758 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.980114 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.980474 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.980832 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.981181 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.981533 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.981880 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:11.985480 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:12.029348 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1c923154-ab4a-49e0-b13b-3b2505eb00c3 req-3ca3fc45-f3e5-4ca2-9a00-437c73fad7e1 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=c6cdf90c-ea77-4ca9-ab52-89e518200677 HTTP/1.1" status: 200 len: 210 time: 0.0303817 Jun 23 14:20:12.094044 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Router db3c057c-ead8-42d2-9bce-f99da7da9404 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:20:12.201069 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:20:12.210598 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] Sync routers for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:20:12.219407 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:12.220023 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:19:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:12.246804 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] No DVR routers for this DVR port 10d80f84-b43b-4636-bcf0-1e4e196880df on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:20:12.249612 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:12.251615 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f9b5c7ce-a97a-48ca-8903-8eccc96fe6c1 req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.10 "DELETE /v2.0/ports/10d80f84-b43b-4636-bcf0-1e4e196880df HTTP/1.1" status: 204 len: 173 time: 0.8749158 Jun 23 14:20:12.252115 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'name': 'network-vif-deleted', 'tag': '10d80f84-b43b-4636-bcf0-1e4e196880df'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:12.254439 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61f30b7-46a9-4f33-972b-d40fc62b8f7b" -d '{"events": [{"server_uuid": "c6cdf90c-ea77-4ca9-ab52-89e518200677", "name": "network-vif-deleted", "tag": "10d80f84-b43b-4636-bcf0-1e4e196880df"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:12.301608 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1953443-26aa-4610-8791-09025715edf7 x-openstack-request-id: req-c1953443-26aa-4610-8791-09025715edf7 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:12.301940 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cdf90c-ea77-4ca9-ab52-89e518200677", "name": "network-vif-deleted", "tag": "10d80f84-b43b-4636-bcf0-1e4e196880df", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:12.302231 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c1953443-26aa-4610-8791-09025715edf7 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:12.302732 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cdf90c-ea77-4ca9-ab52-89e518200677', 'name': 'network-vif-deleted', 'tag': '10d80f84-b43b-4636-bcf0-1e4e196880df', 'status': 'completed', 'code': 200} Jun 23 14:20:12.328808 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:12.539210 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:12.564733 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] Checking router: db3c057c-ead8-42d2-9bce-f99da7da9404 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:20:12.573485 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:12.574026 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:19:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:12.677607 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:12.868044 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe020ea-a9b8-4ddd-a497-42f08b72a8de req-4d062850-f0c3-49e7-8fe9-2b2ce282de4d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:12.869686 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4fe020ea-a9b8-4ddd-a497-42f08b72a8de req-4d062850-f0c3-49e7-8fe9-2b2ce282de4d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 944 time: 0.0790267 Jun 23 14:20:12.910839 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4fe020ea-a9b8-4ddd-a497-42f08b72a8de req-4c6b396a-8d6e-4895-98e3-a2373f21a784 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344276 Jun 23 14:20:13.007222 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:13.033239 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de61222-69fa-458a-9b64-c25ee94880c5 None None] The sync data for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi is: [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:20:13.153164 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38488) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:13.210476 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.234686 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.247320 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c76ae2-6ccb-42a3-b768-b92d17ee6b79 None None] New status for floating IP dada94ee-cbcf-406c-bbc0-0f8e655fdec0: DOWN {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:20:13.284808 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.287464 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.289189 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "DELETE /v2.0/security-groups/1d439ab7-fe25-488a-9705-dbcd9cc70472 HTTP/1.1" status: 204 len: 168 time: 0.1343353 Jun 23 14:20:13.290005 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-a5c542f0-8be9-4c18-bb1d-a6398035111f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:13.292081 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 38490) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:13.298779 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d439ab7-fe25-488a-9705-dbcd9cc70472,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:13.306204 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.306674 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.307072 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.307429 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.307797 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.308166 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.308531 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.308947 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.309343 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.309679 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.310041 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.310421 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:20:13.311038 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.api.v2.resource [None req-0789750d-61be-42d0-8a05-a16289bf371f tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] show failed (client error): The resource could not be found. Jun 23 14:20:13.315464 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-0789750d-61be-42d0-8a05-a16289bf371f tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups/1d439ab7-fe25-488a-9705-dbcd9cc70472 HTTP/1.1" status: 404 len: 347 time: 0.0182207 Jun 23 14:20:13.315464 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 38492) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:13.316163 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:13.446709 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Deleting port 5268f59e-d9e8-4461-b4ee-c36ae622547d {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:20:13.447053 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.519084 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.519414 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.530422 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Calling delete_port for 5268f59e-d9e8-4461-b4ee-c36ae622547d owned by network:floatingip {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:20:13.624598 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.660261 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:20:13.670760 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.673436 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:13.698090 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event deleted for resources: {'Port': ['ID=5268f59e-d9e8-4461-b4ee-c36ae622547d,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:13.705451 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:13.742222 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-10dde09b-1549-4247-997f-d14dee1dc607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.765391 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.768261 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.772328 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "DELETE /v2.0/floatingips/dada94ee-cbcf-406c-bbc0-0f8e655fdec0 HTTP/1.1" status: 204 len: 168 time: 0.4531441 Jun 23 14:20:13.774796 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:13.785115 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'port_id': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'mac_address': 'fa:16:3e:52:68:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:20:13.830241 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.843492 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:20:13.862667 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:13.867517 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:13.869460 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:13.913871 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=9']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:13.916797 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:14.082571 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7acc37c-6d39-460f-8e76-85d87b3294d9 req-a10ea53d-d44d-4146-b444-c041aa93e5fc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:14.084015 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f7acc37c-6d39-460f-8e76-85d87b3294d9 req-a10ea53d-d44d-4146-b444-c041aa93e5fc tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 945 time: 0.0604844 Jun 23 14:20:14.123232 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f7acc37c-6d39-460f-8e76-85d87b3294d9 req-be246fc5-f1c3-4360-9769-4ac87dd4ab14 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331309 Jun 23 14:20:14.157746 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38498) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:14.162614 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-e84345a0-d259-4e5d-a594-15cdb89cc191 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--346092707', 'description': 'tempest-description--291654162'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:14.189135 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e84345a0-d259-4e5d-a594-15cdb89cc191 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.257502 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.277471 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e84345a0-d259-4e5d-a594-15cdb89cc191 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.281544 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e84345a0-d259-4e5d-a594-15cdb89cc191 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.284000 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4942c69f-fd95-4cbc-aaa0-69d4f65dabf5 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:14.296822 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-d2cf0538-9cfb-45d5-8ee4-51d478352846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:14.298469 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-d2cf0538-9cfb-45d5-8ee4-51d478352846 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 1098 time: 0.0594358 Jun 23 14:20:14.309871 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e84345a0-d259-4e5d-a594-15cdb89cc191 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.313646 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e84345a0-d259-4e5d-a594-15cdb89cc191 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1523726 Jun 23 14:20:14.313646 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84345a0-d259-4e5d-a594-15cdb89cc191 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1935f843-1405-4b44-81bd-60d1ae69608d,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:14.313960 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 38500) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:14.315519 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e84345a0-d259-4e5d-a594-15cdb89cc191 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:14.316954 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:20:14.322094 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-1cc3e27b-db26-4b37-aac2-5f58b814bb3c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'security_group_rule': {'security_group_id': '1935f843-1405-4b44-81bd-60d1ae69608d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:14.397271 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e27b-db26-4b37-aac2-5f58b814bb3c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.459103 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-ef8ecba1-8103-473c-ac6c-5d1bfe55d0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:14.461051 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-ef8ecba1-8103-473c-ac6c-5d1bfe55d0eb service neutron] 10.222.0.10 "GET /v2.0/networks?id=ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 200 len: 917 time: 0.1287627 Jun 23 14:20:14.476900 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e27b-db26-4b37-aac2-5f58b814bb3c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.508649 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e27b-db26-4b37-aac2-5f58b814bb3c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.513880 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:14.536016 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3e27b-db26-4b37-aac2-5f58b814bb3c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac98a94-a462-4c6c-b68e-ea762faa8926,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:14.539699 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-1cc3e27b-db26-4b37-aac2-5f58b814bb3c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:14.546939 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-6b88f350-2d0c-4315-8987-b55dd54a563b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 HTTP/1.1" status: 200 len: 1000 time: 0.0774610 Jun 23 14:20:14.548064 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1cc3e27b-db26-4b37-aac2-5f58b814bb3c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.549176 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-1cc3e27b-db26-4b37-aac2-5f58b814bb3c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2332389 Jun 23 14:20:14.551927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 38502) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:14.557715 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-82cad29c-e9b7-4467-8985-cec08c13d407 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'security_group_rule': {'security_group_id': '1935f843-1405-4b44-81bd-60d1ae69608d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:14.612719 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-96d4139d-0d26-4a82-a927-81d08c1aa584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:14.614201 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-96d4139d-0d26-4a82-a927-81d08c1aa584 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 200 len: 855 time: 0.0603375 Jun 23 14:20:14.619971 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-82cad29c-e9b7-4467-8985-cec08c13d407 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.716975 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-82cad29c-e9b7-4467-8985-cec08c13d407 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.721019 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-82cad29c-e9b7-4467-8985-cec08c13d407 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.725130 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-eae6666f-25f5-4f06-8f5c-5d896e5a3a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:14.726671 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-eae6666f-25f5-4f06-8f5c-5d896e5a3a2f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=ee6dc90d-4347-40e8-be94-df80e106a1bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028609 Jun 23 14:20:14.729033 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:14.744035 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-2149aab7-e056-4cea-aed0-0f42b980bf11 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:20:14.744980 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-2149aab7-e056-4cea-aed0-0f42b980bf11 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084620 Jun 23 14:20:14.749421 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cad29c-e9b7-4467-8985-cec08c13d407 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0acab008-1340-4737-8200-e252cbd38ad3,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:14.751897 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-82cad29c-e9b7-4467-8985-cec08c13d407 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:14.773339 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-82cad29c-e9b7-4467-8985-cec08c13d407 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.774524 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-82cad29c-e9b7-4467-8985-cec08c13d407 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2216735 Jun 23 14:20:14.777925 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38504) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:14.782767 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'floatingip': {'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:14.804645 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.844782 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-58351212-9de9-4274-b97f-16f12bc7ea24 service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919430 Jun 23 14:20:14.899170 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:14.934019 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84b006a7-61c6-4054-a9b7-2029b2705412 req-c44f61e4-be23-4085-968c-f9ac29c4a3dc service neutron] 10.222.0.10 "GET /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822332 Jun 23 14:20:15.005317 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Allocated IP 172.27.3.113 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/cedb016c-efe9-4e71-9460-c3724aba083e) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:20:15.102941 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.140215 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.142154 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e69f4fb3-9dd7-4d81-8a31-1b064efd1ea1 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:15.189452 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:20:15.190653 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.193483 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:20:15.196001 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'Port': ['ID=cedb016c-efe9-4e71-9460-c3724aba083e,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:15.198092 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:20:15.200194 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:15.312194 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.361876 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.372282 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e5c0e-fde9-4802-836b-9c22885ae691 req-954ac0da-7d7a-4947-b93b-7b6ecc510a1d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:15.373997 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-872e5c0e-fde9-4802-836b-9c22885ae691 req-954ac0da-7d7a-4947-b93b-7b6ecc510a1d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 945 time: 0.1120675 Jun 23 14:20:15.441994 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-872e5c0e-fde9-4802-836b-9c22885ae691 req-b8edf707-9be8-45c6-9e38-d1e619294ec3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510068 Jun 23 14:20:15.689178 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:20:15.735799 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:20:15.736178 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.780964 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.785584 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461282'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.788937 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9b3130b4-ebcb-4105-bf6a-71677bb32d49 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:15.823147 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.844673 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:15.846950 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881fe074-1447-471d-8c91-37b582b23bea" -d '{"events": [{"server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "name": "network-vif-plugged", "status": "completed", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:15.856378 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'Port': ['ID=cedb016c-efe9-4e71-9460-c3724aba083e,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:15.860695 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:15.864023 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:15.867385 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.868545 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 10d80f84-b43b-4636-bcf0-1e4e196880df no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:20:15.873339 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.888640 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:15.889896 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1108849 Jun 23 14:20:15.895070 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30975498-8f32-4882-b44f-d185795728b9 x-openstack-request-id: req-30975498-8f32-4882-b44f-d185795728b9 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:15.895370 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "name": "network-vif-plugged", "status": "completed", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:15.895630 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30975498-8f32-4882-b44f-d185795728b9 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:15.896023 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'code': 200} Jun 23 14:20:15.896805 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:15.900171 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 10d80f84-b43b-4636-bcf0-1e4e196880df {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:20:15.900526 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 10d80f84-b43b-4636-bcf0-1e4e196880df not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:20:15.944497 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=10']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:15.947396 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:16.041244 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-c856b321-52ed-47cb-971e-3e10897b50d3 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--346092707&fields=id&tenant_id=e6daccbc03dd43afbe001010be6a8236 HTTP/1.1" status: 200 len: 267 time: 0.0350642 Jun 23 14:20:16.093111 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916b60fa-d316-43b0-b569-d5e6f2f3b0ab req-aea253f8-d98d-4431-ad37-4d597bfef141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:16.094621 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-916b60fa-d316-43b0-b569-d5e6f2f3b0ab req-aea253f8-d98d-4431-ad37-4d597bfef141 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 1100 time: 0.0516388 Jun 23 14:20:16.127845 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-916b60fa-d316-43b0-b569-d5e6f2f3b0ab req-dc4e5d64-4dd8-42f9-850f-9d1bd8ee902d service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273006 Jun 23 14:20:16.147011 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-3d0191f0-2ab7-4b2e-9c54-204973a8f5c9 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:16.148991 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-3d0191f0-2ab7-4b2e-9c54-204973a8f5c9 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 810 time: 0.1014030 Jun 23 14:20:16.164187 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-66f5788e-8496-42a0-bc8b-9685f04b5791 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/quotas/e6daccbc03dd43afbe001010be6a8236 HTTP/1.1" status: 200 len: 375 time: 0.0098383 Jun 23 14:20:16.236389 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f068305f-a59b-42c2-8976-9d0ca0490b83 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0665090 Jun 23 14:20:16.291676 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-a587cbf2-c70b-4b42-8947-ef75ea27445b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93098) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:20:16.292641 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-a587cbf2-c70b-4b42-8947-ef75ea27445b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0456948 Jun 23 14:20:16.381615 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-3c35b1de-e7ee-4e37-979e-51fb28280fae service neutron] 10.222.0.26 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829241 Jun 23 14:20:16.468903 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-0ed16b17-94b5-403f-b811-9ea09f17010c service neutron] 10.222.0.26 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811789 Jun 23 14:20:16.552095 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:20:16.624833 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:16.646290 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8905fec7-01bd-4668-b94d-f67937eabf19 req-a61a3071-993d-4e98-be1a-6dd6100fe3f0 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:16.647781 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8905fec7-01bd-4668-b94d-f67937eabf19 req-a61a3071-993d-4e98-be1a-6dd6100fe3f0 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 947 time: 0.0847459 Jun 23 14:20:16.662875 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-5bd2e2b8-74e1-4661-8d06-d6150ddb2a67 req-205ee5f4-7764-4cc8-8cfa-f2fec56d66ac tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 210 time: 0.0479534 Jun 23 14:20:16.688243 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8905fec7-01bd-4668-b94d-f67937eabf19 req-be1d54f3-093b-416f-b53a-cfe934c7b1c9 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342395 Jun 23 14:20:17.802541 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c09dde9f-ec41-4f04-b37d-7b88eacfdabe req-07d81f17-3bf9-495f-bd86-273a9313615f tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 210 time: 0.0298219 Jun 23 14:20:17.965808 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d8e09-e784-4d65-9654-a57f0756e316 req-8fd8d289-9135-4b1a-8779-04119133906f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:17.967429 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cd4d8e09-e784-4d65-9654-a57f0756e316 req-8fd8d289-9135-4b1a-8779-04119133906f tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 947 time: 0.1514971 Jun 23 14:20:17.999313 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-29bb6402-8534-4dfa-85b4-141c380247b6 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:18.000718 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-29bb6402-8534-4dfa-85b4-141c380247b6 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.10 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 810 time: 0.1470060 Jun 23 14:20:18.034598 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cd4d8e09-e784-4d65-9654-a57f0756e316 req-81cb7af7-ff36-4693-b519-033784584ca8 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582194 Jun 23 14:20:18.055402 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-b9c47712-c820-4ea5-b3ba-252a594c1928 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e6daccbc03dd43afbe001010be6a8236 HTTP/1.1" status: 200 len: 379 time: 0.0454097 Jun 23 14:20:18.065767 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'port': {'device_id': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'admin_state_up': True, 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'security_groups': ['1935f843-1405-4b44-81bd-60d1ae69608d']}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:18.175526 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Made reservation on behalf of e6daccbc03dd43afbe001010be6a8236 for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:20:18.179347 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:18.302258 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Allocated IP 172.20.0.9 (2890c9a2-c322-459b-ac8e-2f8f78d8a615/c3428307-ceb2-43c5-a2bc-ebe79114fb1c/3e963288-7ebd-45db-bcd7-77985cdb42d6) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:20:18.436758 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:18.449989 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Transition to ACTIVE for port object 3e963288-7ebd-45db-bcd7-77985cdb42d6 will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:20:18.481996 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:18.485690 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a2290cf0-4000-4caa-8d2d-fafc33876afd tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:18.523922 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:20:18.528744 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:20:18.532312 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:20:18.561940 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event updated for resources: {'Port': ['ID=3e963288-7ebd-45db-bcd7-77985cdb42d6,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:18.566442 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:18.590414 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:18.591036 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:18.607039 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5468328 Jun 23 14:20:18.647897 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Request body: {'port': {'device_id': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:18.712433 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-0c1a8472-d10f-477d-9540-f06e18048958 None None] Provisioning for port 3e963288-7ebd-45db-bcd7-77985cdb42d6 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:20:18.716074 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-0c1a8472-d10f-477d-9540-f06e18048958 None None] Provisioning complete for port 3e963288-7ebd-45db-bcd7-77985cdb42d6 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:20:18.716458 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0c1a8472-d10f-477d-9540-f06e18048958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:18.720350 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:18.754663 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a8472-d10f-477d-9540-f06e18048958 None None] Port 3e963288-7ebd-45db-bcd7-77985cdb42d6 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:20:18.973671 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f095d-e16b-43b2-84ab-95bae954ab3d req-f2250d17-5c89-4d7d-95f1-6ff1fa57527d tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:18.975244 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2c3f095d-e16b-43b2-84ab-95bae954ab3d req-f2250d17-5c89-4d7d-95f1-6ff1fa57527d tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 931 time: 0.0623305 Jun 23 14:20:18.985573 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e963288-7ebd-45db-bcd7-77985cdb42d6 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:20:18.992876 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:19.004768 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Transition to ACTIVE for port object 3e963288-7ebd-45db-bcd7-77985cdb42d6 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:20:19.008597 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:19.011428 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-46b2ecb8-e09e-400e-b431-2c03ecd84fb6 tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:19.016711 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2c3f095d-e16b-43b2-84ab-95bae954ab3d req-88860161-0d63-45dc-b6f5-8746989a0768 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343549 Jun 23 14:20:19.060712 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Pushing event updated for resources: {'Port': ['ID=3e963288-7ebd-45db-bcd7-77985cdb42d6,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:19.069143 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:19.139410 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Attempting to bind port 3e963288-7ebd-45db-bcd7-77985cdb42d6 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:20:19.139764 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Attempting to bind port 3e963288-7ebd-45db-bcd7-77985cdb42d6 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:20:19.140105 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Attempting to bind port 3e963288-7ebd-45db-bcd7-77985cdb42d6 on network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:20:19.144766 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Port 3e963288-7ebd-45db-bcd7-77985cdb42d6 on network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:20:19.145098 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Attempting to bind port 3e963288-7ebd-45db-bcd7-77985cdb42d6 on network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:20:19.152163 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:20:19.152501 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Checking segment: {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:20:19.152893 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Bound using segment: {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:20:19.153329 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Bound port: 3e963288-7ebd-45db-bcd7-77985cdb42d6, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c271b46a-2dee-4552-b1b5-7086437e15c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:20:19.153699 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:19.510604 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] For port 3e963288-7ebd-45db-bcd7-77985cdb42d6, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:20:19.519484 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2082b4-bbc7-433c-aa30-b7b74b0c86da req-0f6d555f-8806-4ef6-94d8-d437b91a41ee tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.520924 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1e2082b4-bbc7-433c-aa30-b7b74b0c86da req-0f6d555f-8806-4ef6-94d8-d437b91a41ee tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 947 time: 0.3575790 Jun 23 14:20:19.522536 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] For port 3e963288-7ebd-45db-bcd7-77985cdb42d6, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3e963288-7ebd-45db-bcd7-77985cdb42d6,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:20:19.527248 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:19.530307 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e41c3019-7ce7-4aa0-8142-17a9eb4aa71c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:19.587282 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.588071 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:19.589225 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] 10.222.0.10 "PUT /v2.0/ports/3e963288-7ebd-45db-bcd7-77985cdb42d6 HTTP/1.1" status: 200 len: 1093 time: 0.9457850 Jun 23 14:20:19.590886 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'tag': '3e963288-7ebd-45db-bcd7-77985cdb42d6'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:19.593144 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04" -d '{"events": [{"name": "network-changed", "server_uuid": "8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b", "tag": "3e963288-7ebd-45db-bcd7-77985cdb42d6"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:19.618265 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Pushing event updated for resources: {'Port': ['ID=3e963288-7ebd-45db-bcd7-77985cdb42d6,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:19.623830 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1e2082b4-bbc7-433c-aa30-b7b74b0c86da req-b73f9adc-8035-4442-9aff-5d83b61d409d tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943451 Jun 23 14:20:19.624656 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:19.668936 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac4425a-2e7a-4c97-b87e-42fe0ff5288f x-openstack-request-id: req-3ac4425a-2e7a-4c97-b87e-42fe0ff5288f {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:19.669260 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b", "tag": "3e963288-7ebd-45db-bcd7-77985cdb42d6", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:19.669545 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3ac4425a-2e7a-4c97-b87e-42fe0ff5288f {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:19.669966 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'tag': '3e963288-7ebd-45db-bcd7-77985cdb42d6', 'status': 'completed', 'code': 200} Jun 23 14:20:19.690170 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-14676b15-34ca-487e-b425-e951e223ab7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.691745 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-14676b15-34ca-487e-b425-e951e223ab7b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 1096 time: 0.0586421 Jun 23 14:20:19.734473 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-daf61155-7f93-4511-9041-0b38c606d730 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e963288-7ebd-45db-bcd7-77985cdb42d6 HTTP/1.1" status: 200 len: 217 time: 0.0351212 Jun 23 14:20:19.785927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-e24dc86f-b125-4c68-9e39-cbd0c90024ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.787343 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-e24dc86f-b125-4c68-9e39-cbd0c90024ea service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 200 len: 849 time: 0.0470665 Jun 23 14:20:19.847648 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-a3312f90-80d5-4097-b4dd-a5e557ad123b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:19.849088 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-a3312f90-80d5-4097-b4dd-a5e557ad123b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2890c9a2-c322-459b-ac8e-2f8f78d8a615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0552824 Jun 23 14:20:19.935410 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-6f14e0cd-2e87-4fe8-bdca-f5d31d02ff95 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799792 Jun 23 14:20:20.024564 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f0fe833a-baef-43f1-b811-adce16a1a896 req-d3ea5e05-ef6e-4f30-b39f-e33a1c823b51 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827584 Jun 23 14:20:20.121700 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-4b4aa0d4-8768-47a8-92f7-09931aa1cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:20.123627 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-4b4aa0d4-8768-47a8-92f7-09931aa1cfca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 1096 time: 0.0526285 Jun 23 14:20:20.252556 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-05984266-9156-445f-ae20-3f2ca17237f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:20.253998 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-05984266-9156-445f-ae20-3f2ca17237f7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 911 time: 0.1242733 Jun 23 14:20:20.262199 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6982a-09de-4408-bb1c-e83b46d8ed4f req-13a66d23-0b29-456c-b988-fc1eacb1bdba tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:20.263551 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-72a6982a-09de-4408-bb1c-e83b46d8ed4f req-13a66d23-0b29-456c-b988-fc1eacb1bdba tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 943 time: 0.1348579 Jun 23 14:20:20.308084 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-2b097033-6787-4589-9829-46fbefc7efed service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e963288-7ebd-45db-bcd7-77985cdb42d6 HTTP/1.1" status: 200 len: 217 time: 0.0435669 Jun 23 14:20:20.352570 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-72a6982a-09de-4408-bb1c-e83b46d8ed4f req-181f3fec-3fd0-4f48-bbe4-5391289999d8 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827343 Jun 23 14:20:20.369651 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-5c3ba0c5-ae24-4e5e-afa7-b21d250e9bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:20.371127 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-5c3ba0c5-ae24-4e5e-afa7-b21d250e9bd4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 200 len: 849 time: 0.0561481 Jun 23 14:20:20.428394 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-7b3bf018-a506-40bb-86bf-058c6859ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:20.429828 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-7b3bf018-a506-40bb-86bf-058c6859ec79 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2890c9a2-c322-459b-ac8e-2f8f78d8a615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515246 Jun 23 14:20:20.522999 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-5b43fbcb-1750-41d6-aede-7e9bca86516f service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856271 Jun 23 14:20:20.609893 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8ab7d319-6ccd-43dc-aba0-93dbb1393c04 req-9c26852b-7c0a-4e4b-aefa-eee3a1a045f3 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810001 Jun 23 14:20:21.536065 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87ed34b-4808-4757-ae5b-c2d611210fbc req-4563e890-40e8-4cbc-819b-be946b11b1af tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:21.537505 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f87ed34b-4808-4757-ae5b-c2d611210fbc req-4563e890-40e8-4cbc-819b-be946b11b1af tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 943 time: 0.0736008 Jun 23 14:20:21.576351 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f87ed34b-4808-4757-ae5b-c2d611210fbc req-5f1959d1-02d0-4497-9c1c-cebcd062f96c tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330892 Jun 23 14:20:22.749066 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85895440-3add-4521-9e9f-424c8fd6139f req-ce28a6a9-b497-4fa1-830a-5cc4a5557fba tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:22.750552 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-85895440-3add-4521-9e9f-424c8fd6139f req-ce28a6a9-b497-4fa1-830a-5cc4a5557fba tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 943 time: 0.0635455 Jun 23 14:20:22.791759 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-85895440-3add-4521-9e9f-424c8fd6139f req-dfa8bf04-15c3-4b00-92c8-97bf614d032b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355833 Jun 23 14:20:23.770787 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 3e963288-7ebd-45db-bcd7-77985cdb42d6 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:20:23.863227 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 3e963288-7ebd-45db-bcd7-77985cdb42d6, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3e963288-7ebd-45db-bcd7-77985cdb42d6,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:23.874285 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '3e963288-7ebd-45db-bcd7-77985cdb42d6', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'port_id': '3e963288-7ebd-45db-bcd7-77985cdb42d6', 'mac_address': 'fa:16:3e:8d:75:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:20:23.910932 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:23.926324 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e963288-7ebd-45db-bcd7-77985cdb42d6 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:20:23.945319 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 3e963288-7ebd-45db-bcd7-77985cdb42d6, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3e963288-7ebd-45db-bcd7-77985cdb42d6,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:23.949232 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:23.951164 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:23.963710 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e23c0-da1d-45ac-a080-b1c25ab8b2a7 req-d1e970fd-6754-4e45-8ef5-2e23a64c83fb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:23.965209 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d03e23c0-da1d-45ac-a080-b1c25ab8b2a7 req-d1e970fd-6754-4e45-8ef5-2e23a64c83fb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 943 time: 0.0650847 Jun 23 14:20:23.996494 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=3e963288-7ebd-45db-bcd7-77985cdb42d6,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:24.000473 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:24.001944 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d03e23c0-da1d-45ac-a080-b1c25ab8b2a7 req-f32647e8-1794-4e26-8f6d-01b957177b92 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310144 Jun 23 14:20:24.355035 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['3e963288-7ebd-45db-bcd7-77985cdb42d6'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:20:25.171533 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc55c5-24be-4b8d-89a9-b8cd4b5a86ab req-6b9d2342-663d-4976-b408-0e1a3ad6fa9e tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:25.172982 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-85dc55c5-24be-4b8d-89a9-b8cd4b5a86ab req-6b9d2342-663d-4976-b408-0e1a3ad6fa9e tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 944 time: 0.0624747 Jun 23 14:20:25.208715 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-85dc55c5-24be-4b8d-89a9-b8cd4b5a86ab req-65c016cf-c127-44d9-91a7-63de34d74b9a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302465 Jun 23 14:20:25.785909 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 3e963288-7ebd-45db-bcd7-77985cdb42d6 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:20:25.835540 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 3e963288-7ebd-45db-bcd7-77985cdb42d6 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:20:25.839345 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 3e963288-7ebd-45db-bcd7-77985cdb42d6 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:20:25.839729 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:25.912640 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:25.935164 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e963288-7ebd-45db-bcd7-77985cdb42d6'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:25.937408 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f66530-7f54-43d1-aa8f-87c0996a1b95" -d '{"events": [{"server_uuid": "8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b", "name": "network-vif-plugged", "status": "completed", "tag": "3e963288-7ebd-45db-bcd7-77985cdb42d6"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:25.950696 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 3e963288-7ebd-45db-bcd7-77985cdb42d6, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3e963288-7ebd-45db-bcd7-77985cdb42d6,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:20:25.956136 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:25.958882 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:20:25.983009 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61823352-596a-423e-a02e-93b57bb34cd8 x-openstack-request-id: req-61823352-596a-423e-a02e-93b57bb34cd8 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:25.983312 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b", "name": "network-vif-plugged", "status": "completed", "tag": "3e963288-7ebd-45db-bcd7-77985cdb42d6", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:25.983578 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61823352-596a-423e-a02e-93b57bb34cd8 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:25.983968 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e963288-7ebd-45db-bcd7-77985cdb42d6', 'code': 200} Jun 23 14:20:26.011397 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=3e963288-7ebd-45db-bcd7-77985cdb42d6,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:20:26.014809 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:20:26.244380 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45707ccd-e7fc-4f95-882f-7d32a8343505 req-68540d81-b18e-46c2-a1bb-cf953b7da39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:26.245909 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-45707ccd-e7fc-4f95-882f-7d32a8343505 req-68540d81-b18e-46c2-a1bb-cf953b7da39c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 1098 time: 0.1000280 Jun 23 14:20:26.289121 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-45707ccd-e7fc-4f95-882f-7d32a8343505 req-ee24fefc-0d2d-43f7-a83a-6ef794cb3fe1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323439 Jun 23 14:20:26.388521 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7cfe35-b5cf-4c63-8c75-f13fb2f3e9dd req-9c3deb2b-7958-4596-b9e5-acfe4d13b710 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:26.389970 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2e7cfe35-b5cf-4c63-8c75-f13fb2f3e9dd req-9c3deb2b-7958-4596-b9e5-acfe4d13b710 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0656626 Jun 23 14:20:26.426521 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2e7cfe35-b5cf-4c63-8c75-f13fb2f3e9dd req-08b804ca-17a9-4e1d-96fe-a1607a7129ed tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308766 Jun 23 14:20:27.608514 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a723891d-bb2e-412c-a356-8534a15d2c19 req-5ee77efb-5ae7-423b-ad55-936ae52c3f61 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:27.609989 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a723891d-bb2e-412c-a356-8534a15d2c19 req-5ee77efb-5ae7-423b-ad55-936ae52c3f61 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0685728 Jun 23 14:20:27.650125 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a723891d-bb2e-412c-a356-8534a15d2c19 req-9657b398-d09a-4374-b69a-13ab5119bfea tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344377 Jun 23 14:20:28.817505 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c037a4dd-fbc8-4360-a5e6-819550816ea5 req-4884558c-a212-45d3-ae77-445c8a808e65 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:28.818966 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c037a4dd-fbc8-4360-a5e6-819550816ea5 req-4884558c-a212-45d3-ae77-445c8a808e65 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0617478 Jun 23 14:20:28.855766 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c037a4dd-fbc8-4360-a5e6-819550816ea5 req-b106428d-279e-4d0f-9182-9c91a117067f tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311959 Jun 23 14:20:29.027525 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7e9ba4-4d38-4eee-bf75-16460a1c4d5d req-89064c6e-7ca1-4508-9dc5-399b3b60ff6b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:29.028974 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-da7e9ba4-4d38-4eee-bf75-16460a1c4d5d req-89064c6e-7ca1-4508-9dc5-399b3b60ff6b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0625851 Jun 23 14:20:29.037214 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38612) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:20:29.042712 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-2de4c3b6-a333-42d5-90df-46fc952895c5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Request body: {'floatingip': {'port_id': '3e963288-7ebd-45db-bcd7-77985cdb42d6'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:20:29.083381 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2de4c3b6-a333-42d5-90df-46fc952895c5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:29.508210 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2de4c3b6-a333-42d5-90df-46fc952895c5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:29.511954 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2de4c3b6-a333-42d5-90df-46fc952895c5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:29.608414 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.l3_db [None req-2de4c3b6-a333-42d5-90df-46fc952895c5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Floating IP acc191f9-4c03-4af3-b957-12680031eca1 associated. External IP: 172.27.3.113, port: 3e963288-7ebd-45db-bcd7-77985cdb42d6. Jun 23 14:20:29.814089 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de4c3b6-a333-42d5-90df-46fc952895c5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Router db3c057c-ead8-42d2-9bce-f99da7da9404 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:20:29.918875 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de4c3b6-a333-42d5-90df-46fc952895c5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:20:29.923691 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2de4c3b6-a333-42d5-90df-46fc952895c5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:29.928317 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] Sync routers for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:20:29.938148 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:29.938862 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:20:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:29.958760 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2de4c3b6-a333-42d5-90df-46fc952895c5 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "PUT /v2.0/floatingips/acc191f9-4c03-4af3-b957-12680031eca1 HTTP/1.1" status: 200 len: 991 time: 0.9204662 Jun 23 14:20:29.959526 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'tag': '3e963288-7ebd-45db-bcd7-77985cdb42d6'}] {{(pid=93098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:20:29.962520 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae64177605cb7c2040b05ec36b85f5604532bc610432cca37264cc9b1b03e449" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707d6cad-7750-4c19-b32b-a95678d872fd" -d '{"events": [{"name": "network-changed", "server_uuid": "8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b", "tag": "3e963288-7ebd-45db-bcd7-77985cdb42d6"}]}' {{(pid=93098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:20:29.997812 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2637679-8d3e-4230-b167-34bf972ee600 x-openstack-request-id: req-f2637679-8d3e-4230-b167-34bf972ee600 {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:20:29.998439 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b", "tag": "3e963288-7ebd-45db-bcd7-77985cdb42d6", "status": "completed", "code": 200}]} {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:20:29.998744 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f2637679-8d3e-4230-b167-34bf972ee600 {{(pid=93098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:20:29.999184 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'tag': '3e963288-7ebd-45db-bcd7-77985cdb42d6', 'status': 'completed', 'code': 200} Jun 23 14:20:30.045720 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:30.079384 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6cad-7750-4c19-b32b-a95678d872fd req-77cb9699-1582-4a66-a0e5-0b0d70f9d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:30.080840 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-707d6cad-7750-4c19-b32b-a95678d872fd req-77cb9699-1582-4a66-a0e5-0b0d70f9d3a6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e6daccbc03dd43afbe001010be6a8236&device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 1098 time: 0.0524552 Jun 23 14:20:30.173272 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6cad-7750-4c19-b32b-a95678d872fd req-6f7f4df7-135f-493c-adea-3c922d11f2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:30.174733 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-707d6cad-7750-4c19-b32b-a95678d872fd req-6f7f4df7-135f-493c-adea-3c922d11f2aa service neutron] 10.222.0.10 "GET /v2.0/networks?id=2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 200 len: 911 time: 0.0855877 Jun 23 14:20:30.239977 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-707d6cad-7750-4c19-b32b-a95678d872fd req-f28359a4-93a7-4018-b5a2-87d98916d833 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3e963288-7ebd-45db-bcd7-77985cdb42d6 HTTP/1.1" status: 200 len: 999 time: 0.0562592 Jun 23 14:20:30.264440 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'acc191f9-4c03-4af3-b957-12680031eca1', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'port_id': '3e963288-7ebd-45db-bcd7-77985cdb42d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'mac_address': 'fa:16:3e:8d:75:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:20:15Z', 'updated_at': '2021-06-23T14:20:29Z', 'revision_number': 1, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:30.293114 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6cad-7750-4c19-b32b-a95678d872fd req-0a5eee62-01f0-416f-b754-bfc7702832e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:30.293338 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] Checking router: db3c057c-ead8-42d2-9bce-f99da7da9404 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:20:30.294580 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-707d6cad-7750-4c19-b32b-a95678d872fd req-0a5eee62-01f0-416f-b754-bfc7702832e5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 200 len: 849 time: 0.0464087 Jun 23 14:20:30.301366 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:20:30.301905 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:20:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:30.351968 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d6cad-7750-4c19-b32b-a95678d872fd req-cc397e1c-e659-4c2e-9cef-8ae5d371d197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:30.353440 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-707d6cad-7750-4c19-b32b-a95678d872fd req-cc397e1c-e659-4c2e-9cef-8ae5d371d197 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=2890c9a2-c322-459b-ac8e-2f8f78d8a615&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511780 Jun 23 14:20:30.404189 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:20:30.448222 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-707d6cad-7750-4c19-b32b-a95678d872fd req-6001781d-3784-4e12-b832-38deb614bbd0 service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862298 Jun 23 14:20:30.539849 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-707d6cad-7750-4c19-b32b-a95678d872fd req-6eba5ee1-bd85-4686-9007-db3a9113d94a service neutron] 10.222.0.10 "GET /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825157 Jun 23 14:20:30.625670 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'acc191f9-4c03-4af3-b957-12680031eca1', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'port_id': '3e963288-7ebd-45db-bcd7-77985cdb42d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'mac_address': 'fa:16:3e:8d:75:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:20:15Z', 'updated_at': '2021-06-23T14:20:29Z', 'revision_number': 1, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:20:30.651900 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08150d86-0ad9-4144-9925-533212c0fcef None None] The sync data for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi is: [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'acc191f9-4c03-4af3-b957-12680031eca1', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'floating_ip_address': '172.27.3.113', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'port_id': '3e963288-7ebd-45db-bcd7-77985cdb42d6', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 539, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'mac_address': 'fa:16:3e:8d:75:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:20:15Z', 'updated_at': '2021-06-23T14:20:29Z', 'revision_number': 1, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:20:30.832003 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e266de3-b646-43f8-b1de-5b977b2d4c32 None None] New status for floating IP acc191f9-4c03-4af3-b957-12680031eca1: ACTIVE {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:20:41.065905 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bed365ab-01e8-4f4a-bf6e-722541af7521 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:43.633705 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:43.704044 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8302a7a0-57cf-4a57-aa46-3dee42abe671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:44.259360 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:45.185355 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:46.629928 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:50.788313 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197ab76-aa5a-419b-86e8-06f2a34cab43 req-250a6181-3e9c-4d1c-91e6-94e743feb160 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:50.790296 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e197ab76-aa5a-419b-86e8-06f2a34cab43 req-250a6181-3e9c-4d1c-91e6-94e743feb160 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0630109 Jun 23 14:20:50.830634 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e197ab76-aa5a-419b-86e8-06f2a34cab43 req-c147ded9-80a8-40ba-ae45-2d19674a880a tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346787 Jun 23 14:20:51.999603 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26f872-711f-4a44-9e46-8d2fe7409c28 req-280df278-5bde-4213-92d2-d9c56c407804 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:52.001048 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8b26f872-711f-4a44-9e46-8d2fe7409c28 req-280df278-5bde-4213-92d2-d9c56c407804 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0624313 Jun 23 14:20:52.037653 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8b26f872-711f-4a44-9e46-8d2fe7409c28 req-7e8e5a6b-89c7-4984-97c7-3b432de56a47 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310698 Jun 23 14:20:53.208594 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d256609-2678-4edc-9203-42f5d19b6847 req-defc131f-1ac3-4f74-b3a0-94bdd2684248 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:53.210044 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6d256609-2678-4edc-9203-42f5d19b6847 req-defc131f-1ac3-4f74-b3a0-94bdd2684248 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0626705 Jun 23 14:20:53.247214 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6d256609-2678-4edc-9203-42f5d19b6847 req-30a7d5fd-5e79-4241-adb8-2bfe9e8e4153 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308516 Jun 23 14:20:53.551586 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:20:54.418782 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b379d3cb-a033-41f1-850c-fcbcb94df84b req-ee751e4a-2480-4b91-b9c1-337deb6f65a7 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:54.420230 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b379d3cb-a033-41f1-850c-fcbcb94df84b req-ee751e4a-2480-4b91-b9c1-337deb6f65a7 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0654762 Jun 23 14:20:54.457762 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b379d3cb-a033-41f1-850c-fcbcb94df84b req-eb388c7a-01b4-4f1f-b85d-b5b7a718da4a tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320904 Jun 23 14:20:55.630241 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bec57d-0cf5-4d96-a82c-c458665989ed req-9baabb89-5760-4a8b-9ef9-c4be7bbed268 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:55.631716 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c4bec57d-0cf5-4d96-a82c-c458665989ed req-9baabb89-5760-4a8b-9ef9-c4be7bbed268 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0627334 Jun 23 14:20:55.669122 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c4bec57d-0cf5-4d96-a82c-c458665989ed req-302f3ca6-3f0c-47cb-959a-3dc83261e706 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310194 Jun 23 14:20:56.836971 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd67db16-888e-4704-aff4-9dcdccdceb9c req-dc46099d-06b1-4cb4-859b-ccae92da1287 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:56.838416 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cd67db16-888e-4704-aff4-9dcdccdceb9c req-dc46099d-06b1-4cb4-859b-ccae92da1287 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0611222 Jun 23 14:20:56.889452 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cd67db16-888e-4704-aff4-9dcdccdceb9c req-3ce8ecfb-80ef-4eb0-90a2-4d71956eeebb tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454016 Jun 23 14:20:58.065754 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3812e470-c140-4fff-bbbd-cc3bc9fe1ca0 req-df720b69-0b81-4d9a-951b-72bbb18f1864 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:58.067211 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3812e470-c140-4fff-bbbd-cc3bc9fe1ca0 req-df720b69-0b81-4d9a-951b-72bbb18f1864 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0623796 Jun 23 14:20:58.104091 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3812e470-c140-4fff-bbbd-cc3bc9fe1ca0 req-9ac5792f-d64a-4cb5-8a2d-61e57e292824 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308247 Jun 23 14:20:59.277807 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116307d-7427-4798-9202-9dd11014ba29 req-5c35bfa9-69d4-489f-bf47-c36c4d6e2f65 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:59.279352 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4116307d-7427-4798-9202-9dd11014ba29 req-5c35bfa9-69d4-489f-bf47-c36c4d6e2f65 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0655365 Jun 23 14:20:59.317653 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4116307d-7427-4798-9202-9dd11014ba29 req-04767816-8360-402e-90f1-40ca54ec25da tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326900 Jun 23 14:21:00.489314 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd44b8-a957-44d4-bee2-0d935592c9d6 req-2712f87e-d972-4173-84aa-21397b8b1be7 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:00.490774 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-36cd44b8-a957-44d4-bee2-0d935592c9d6 req-2712f87e-d972-4173-84aa-21397b8b1be7 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0652213 Jun 23 14:21:00.529042 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-36cd44b8-a957-44d4-bee2-0d935592c9d6 req-5d740e77-7af1-4794-8d59-c97d9c10f490 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321231 Jun 23 14:21:00.906191 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-65230f3c-1135-4e4e-b407-83a74627f387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:00.907562 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-65230f3c-1135-4e4e-b407-83a74627f387 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d5af2bbf61348b297018fdfc9718e0f&device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1099 time: 0.0510621 Jun 23 14:21:00.997617 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-881edf79-2f58-445c-be63-f899fad67019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:00.999333 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-881edf79-2f58-445c-be63-f899fad67019 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc HTTP/1.1" status: 200 len: 909 time: 0.0841281 Jun 23 14:21:01.061442 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-f2814bbe-9228-42c5-8bc0-272c052d5f4f service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=417b90d8-1099-48d8-9345-29709616bf31 HTTP/1.1" status: 200 len: 1002 time: 0.0551054 Jun 23 14:21:01.108465 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-fbf7b776-0740-4af3-8999-908f0955bb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:01.109833 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-fbf7b776-0740-4af3-8999-908f0955bb41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6ac850b-89d3-43fb-b1c5-de5022ee1719 HTTP/1.1" status: 200 len: 847 time: 0.0416729 Jun 23 14:21:01.167967 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-d47b800e-649d-4a94-867f-01a336419c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:01.169302 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-d47b800e-649d-4a94-867f-01a336419c08 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0531061 Jun 23 14:21:01.261397 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-146bf2a6-e748-4380-a2b8-a547380ea406 service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Jun 23 14:21:01.353029 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-572f0bfe-24de-4ccb-931e-6878815fe876 req-a803e930-3413-4ea7-8926-6e9470fd578c service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832012 Jun 23 14:21:01.699189 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e08adb7-5c88-46b3-ae76-b30a176d305c req-a4c48f11-cb4a-44c3-9169-fa4b632d7675 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:01.700715 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5e08adb7-5c88-46b3-ae76-b30a176d305c req-a4c48f11-cb4a-44c3-9169-fa4b632d7675 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0637317 Jun 23 14:21:01.738621 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5e08adb7-5c88-46b3-ae76-b30a176d305c req-3d29c935-63aa-45f8-9bba-c60026ac355e tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Jun 23 14:21:02.910650 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cb476-a15c-4b7d-93c3-2394171a9c57 req-8fccd262-cda0-4dd2-b031-1ccd7a98ebb8 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:02.912078 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-165cb476-a15c-4b7d-93c3-2394171a9c57 req-8fccd262-cda0-4dd2-b031-1ccd7a98ebb8 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0616374 Jun 23 14:21:02.952716 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-165cb476-a15c-4b7d-93c3-2394171a9c57 req-1227f914-b182-4cf8-88c5-568337ff5574 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350482 Jun 23 14:21:04.129995 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740e5e-2055-49ee-9c83-5f00fffc057f req-6c5df586-1062-4bb4-b3a0-f320a9eec6ed tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:04.131706 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c5740e5e-2055-49ee-9c83-5f00fffc057f req-6c5df586-1062-4bb4-b3a0-f320a9eec6ed tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0622792 Jun 23 14:21:04.170515 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c5740e5e-2055-49ee-9c83-5f00fffc057f req-e3158dc4-fdc5-4e69-a3bc-a7508b5a84d2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Jun 23 14:21:04.531810 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-5c886ae4-5f9f-498f-8ac5-443769d4874f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1376588 Jun 23 14:21:04.543319 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d324d-b8f3-483f-aa80-75e0f3d298f5 req-8e3a98af-1562-43a8-af3b-a352176e6b96 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:04.544689 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-383d324d-b8f3-483f-aa80-75e0f3d298f5 req-8e3a98af-1562-43a8-af3b-a352176e6b96 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0839372 Jun 23 14:21:04.583978 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-383d324d-b8f3-483f-aa80-75e0f3d298f5 req-ad39f73d-cb08-4003-b17d-e255605f9417 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324233 Jun 23 14:21:05.752493 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895dd777-8e95-4230-aeb1-399e80d7272b req-74bb42c5-8b60-4438-87b1-ad2856fa3ecb tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:05.753958 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-895dd777-8e95-4230-aeb1-399e80d7272b req-74bb42c5-8b60-4438-87b1-ad2856fa3ecb tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0623341 Jun 23 14:21:05.791721 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-895dd777-8e95-4230-aeb1-399e80d7272b req-7e636a4f-149f-422e-9847-67096c5441f9 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317988 Jun 23 14:21:05.889162 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-357830ca-8b71-4302-892e-108807dd2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:05.890522 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-357830ca-8b71-4302-892e-108807dd2189 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45&tenant_id=6d5af2bbf61348b297018fdfc9718e0f HTTP/1.1" status: 200 len: 1099 time: 0.0510681 Jun 23 14:21:05.967279 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-2292c126-1a59-43e2-9e99-0390d280e30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:05.968742 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-2292c126-1a59-43e2-9e99-0390d280e30d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d5af2bbf61348b297018fdfc9718e0f&device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1099 time: 0.0537360 Jun 23 14:21:05.988630 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 417b90d8-1099-48d8-9345-29709616bf31 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:06.057490 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-fc26e56f-84ac-4176-be4b-5b2cbf9d3190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:06.059008 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-fc26e56f-84ac-4176-be4b-5b2cbf9d3190 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc HTTP/1.1" status: 200 len: 909 time: 0.0832136 Jun 23 14:21:06.061078 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:06.082688 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417b90d8-1099-48d8-9345-29709616bf31'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:06.084923 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4584765-e5ce-43a2-b06e-6b117e8767ad" -d '{"events": [{"server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "name": "network-vif-unplugged", "status": "completed", "tag": "417b90d8-1099-48d8-9345-29709616bf31"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:06.097972 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 417b90d8-1099-48d8-9345-29709616bf31, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=417b90d8-1099-48d8-9345-29709616bf31,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:06.104072 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:06.107063 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:06.148329 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-5d5d21e8-2755-4a48-ab2d-cda334a38e17 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=417b90d8-1099-48d8-9345-29709616bf31 HTTP/1.1" status: 200 len: 1002 time: 0.0813379 Jun 23 14:21:06.157377 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=417b90d8-1099-48d8-9345-29709616bf31,revision_number=6']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:06.165677 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.166035 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.166471 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.166878 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.167220 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.167785 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.168099 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.168449 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.168882 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.169233 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.169561 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.170195 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:06.179411 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:06.195415 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778535b8-eacb-460a-a718-4fbd17e91a7d x-openstack-request-id: req-778535b8-eacb-460a-a718-4fbd17e91a7d {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:06.195721 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "name": "network-vif-unplugged", "status": "completed", "tag": "417b90d8-1099-48d8-9345-29709616bf31", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:06.195989 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-778535b8-eacb-460a-a718-4fbd17e91a7d {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:06.196396 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '417b90d8-1099-48d8-9345-29709616bf31', 'code': 200} Jun 23 14:21:06.216430 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-4162e7c6-df93-4945-9a6f-427220df4de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:06.217957 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-4162e7c6-df93-4945-9a6f-427220df4de9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6ac850b-89d3-43fb-b1c5-de5022ee1719 HTTP/1.1" status: 200 len: 847 time: 0.0583324 Jun 23 14:21:06.280955 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-53d2697c-bdc1-49e1-8e61-1fe4d516f74d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:06.282438 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-53d2697c-bdc1-49e1-8e61-1fe4d516f74d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529788 Jun 23 14:21:06.374106 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-4a2b706b-7387-41ee-804b-ca3d92cff8c7 service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829463 Jun 23 14:21:06.461910 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-58d5b53e-f656-4515-a3a0-8a7492f3db0e service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807099 Jun 23 14:21:06.965955 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e873e38-2aae-4d64-9eb6-57c1c8c5ac63 req-0dead112-b4aa-4e8c-8f65-c2ad002734cd tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:06.967406 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3e873e38-2aae-4d64-9eb6-57c1c8c5ac63 req-0dead112-b4aa-4e8c-8f65-c2ad002734cd tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0656633 Jun 23 14:21:07.004765 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3e873e38-2aae-4d64-9eb6-57c1c8c5ac63 req-912aeb62-723c-457f-8535-be0b68fc0580 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318296 Jun 23 14:21:08.177271 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2365e5-e3d7-4b94-b345-18075bce9b48 req-132cf922-093e-468b-9f37-c181f7f9eb78 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:08.178710 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9b2365e5-e3d7-4b94-b345-18075bce9b48 req-132cf922-093e-468b-9f37-c181f7f9eb78 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0620654 Jun 23 14:21:08.216442 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9b2365e5-e3d7-4b94-b345-18075bce9b48 req-af4e7bac-19b7-4c2a-9b6a-4927826e7a70 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322988 Jun 23 14:21:09.385774 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce85b70a-b577-4404-9e6d-dfd6204dc2a9 req-c65d84d3-3118-414a-a6e8-cd18707986f9 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:09.387225 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ce85b70a-b577-4404-9e6d-dfd6204dc2a9 req-c65d84d3-3118-414a-a6e8-cd18707986f9 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0611556 Jun 23 14:21:09.422142 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-ce85b70a-b577-4404-9e6d-dfd6204dc2a9 req-5681ba6a-3b12-4140-8beb-98d1457909f3 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294938 Jun 23 14:21:10.593586 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeade883-1797-4c7b-af2c-cae04dba82ed req-912bbddb-2562-4ece-bdd9-9c106a8a4aca tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:10.595095 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-eeade883-1797-4c7b-af2c-cae04dba82ed req-912bbddb-2562-4ece-bdd9-9c106a8a4aca tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0647199 Jun 23 14:21:10.630885 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-eeade883-1797-4c7b-af2c-cae04dba82ed req-8013b449-94da-42f9-933e-1a6956cc8ef2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303452 Jun 23 14:21:11.065639 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4893a822-417a-4b16-91a0-f10fb18e0c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.799520 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ac5c9-5d16-4f75-a43b-d3000223709d req-6d776a16-3c49-44b7-b2fd-8638e9351794 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:11.800968 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d94ac5c9-5d16-4f75-a43b-d3000223709d req-6d776a16-3c49-44b7-b2fd-8638e9351794 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0630865 Jun 23 14:21:11.836969 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d94ac5c9-5d16-4f75-a43b-d3000223709d req-9d053220-a22b-4c87-a275-c1ef89e25d73 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298738 Jun 23 14:21:13.011844 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f57b8-97a4-46d1-ab4b-9ed0e2672f37 req-844c1aaf-9b86-4fa1-b20b-4031739f26d6 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:13.013260 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e82f57b8-97a4-46d1-ab4b-9ed0e2672f37 req-844c1aaf-9b86-4fa1-b20b-4031739f26d6 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0666869 Jun 23 14:21:13.059779 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e82f57b8-97a4-46d1-ab4b-9ed0e2672f37 req-27f2fe45-8741-4c85-b396-64b710910059 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406303 Jun 23 14:21:13.637675 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:13.702375 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8de531d9-55e4-40de-9fd9-37271bebbd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.106441 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d7f7d-35af-4b3d-97eb-750e30ac7fef req-4f01ed1b-141e-4419-a437-65a6490fa3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:14.107935 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-648d7f7d-35af-4b3d-97eb-750e30ac7fef req-4f01ed1b-141e-4419-a437-65a6490fa3cd service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1097 time: 0.0562451 Jun 23 14:21:14.143957 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-648d7f7d-35af-4b3d-97eb-750e30ac7fef req-c7de3d65-90f9-40b9-98c9-6af47d1d8cb5 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280967 Jun 23 14:21:14.232133 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8732f53-5935-4dff-b870-6bbcb31e1a92 req-73f512c2-1190-4673-b886-ae9df29f329c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:14.233610 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e8732f53-5935-4dff-b870-6bbcb31e1a92 req-73f512c2-1190-4673-b886-ae9df29f329c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0626879 Jun 23 14:21:14.261233 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.274949 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e8732f53-5935-4dff-b870-6bbcb31e1a92 req-14f4b94e-476d-450b-b204-065e84547c91 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354760 Jun 23 14:21:15.191127 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.453169 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfdb37-e687-4c8c-8374-2635b0a3a137 req-a32ea587-c679-474f-ac6f-eca22af0a8e9 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:15.455301 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-becfdb37-e687-4c8c-8374-2635b0a3a137 req-a32ea587-c679-474f-ac6f-eca22af0a8e9 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 944 time: 0.0647793 Jun 23 14:21:15.494059 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-becfdb37-e687-4c8c-8374-2635b0a3a137 req-d2d5891b-b5fa-4158-94d8-9bfccb8f7bd8 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331419 Jun 23 14:21:16.031262 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 417b90d8-1099-48d8-9345-29709616bf31 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:21:16.123637 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 417b90d8-1099-48d8-9345-29709616bf31, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=417b90d8-1099-48d8-9345-29709616bf31,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:16.134370 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '417b90d8-1099-48d8-9345-29709616bf31', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'port_id': '417b90d8-1099-48d8-9345-29709616bf31', 'mac_address': 'fa:16:3e:2e:84:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:21:16.172812 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.185582 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 417b90d8-1099-48d8-9345-29709616bf31 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:21:16.204083 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 417b90d8-1099-48d8-9345-29709616bf31, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=417b90d8-1099-48d8-9345-29709616bf31,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:16.208119 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.209804 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:16.254086 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=417b90d8-1099-48d8-9345-29709616bf31,revision_number=7']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:16.257015 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:16.614413 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['417b90d8-1099-48d8-9345-29709616bf31'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:21:16.654285 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.947899 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-7279ee4e-de0b-4dde-a721-967cd2fb7ab3 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497105 Jun 23 14:21:17.020033 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-31b50332-27b1-40e1-b5e9-3dc47fc810f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:17.021382 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-31b50332-27b1-40e1-b5e9-3dc47fc810f1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d5af2bbf61348b297018fdfc9718e0f&device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1098 time: 0.0504346 Jun 23 14:21:17.125393 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-e20d3255-6ea2-4599-9487-47588c7a1fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:17.126834 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-e20d3255-6ea2-4599-9487-47588c7a1fba service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc HTTP/1.1" status: 200 len: 909 time: 0.0846713 Jun 23 14:21:17.188532 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-b26a0d6b-b0d9-4436-97fd-587938145d46 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=417b90d8-1099-48d8-9345-29709616bf31 HTTP/1.1" status: 200 len: 1001 time: 0.0546358 Jun 23 14:21:17.236834 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-1f56ed4d-b0d8-41c4-b217-05c131278374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:17.238188 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-1f56ed4d-b0d8-41c4-b217-05c131278374 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6ac850b-89d3-43fb-b1c5-de5022ee1719 HTTP/1.1" status: 200 len: 847 time: 0.0421717 Jun 23 14:21:17.296593 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-dae2f279-7281-48fb-93c6-d0502e48f438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:17.297942 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-dae2f279-7281-48fb-93c6-d0502e48f438 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525200 Jun 23 14:21:17.387874 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-e597ebe0-adaa-4b12-bca8-d661022bb7e6 service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823591 Jun 23 14:21:17.477434 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-10ebbcb6-3933-4ce6-a277-ab42b49da740 req-ac9c75fd-d14f-4c35-9e7d-a1ebb6e73905 service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827732 Jun 23 14:21:18.033958 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 417b90d8-1099-48d8-9345-29709616bf31 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:21:18.079419 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 417b90d8-1099-48d8-9345-29709616bf31 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:21:18.079803 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:18.153857 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:18.174809 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b90d8-1099-48d8-9345-29709616bf31'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:18.177023 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67085967-aed8-4073-8deb-043667c108d1" -d '{"events": [{"server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "name": "network-vif-plugged", "status": "completed", "tag": "417b90d8-1099-48d8-9345-29709616bf31"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:18.189064 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 417b90d8-1099-48d8-9345-29709616bf31, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=417b90d8-1099-48d8-9345-29709616bf31,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:18.193315 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:18.195759 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c1900842-f2a5-422d-acac-5db75cbabbe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:18.216813 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8018286d-d1e4-4c63-bd70-37991d3f51e7 x-openstack-request-id: req-8018286d-d1e4-4c63-bd70-37991d3f51e7 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:18.217104 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "name": "network-vif-plugged", "status": "completed", "tag": "417b90d8-1099-48d8-9345-29709616bf31", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:18.217361 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8018286d-d1e4-4c63-bd70-37991d3f51e7 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:18.217744 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '417b90d8-1099-48d8-9345-29709616bf31', 'code': 200} Jun 23 14:21:18.241237 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=417b90d8-1099-48d8-9345-29709616bf31,revision_number=8']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:18.244212 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:30.550143 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:21:36.513962 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866b5d2-cf71-4486-bceb-c4e89701f7aa req-a6651760-920b-4e77-b9de-08f52d582cf6 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:36.515510 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d866b5d2-cf71-4486-bceb-c4e89701f7aa req-a6651760-920b-4e77-b9de-08f52d582cf6 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 947 time: 0.0632217 Jun 23 14:21:36.553365 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d866b5d2-cf71-4486-bceb-c4e89701f7aa req-fa35b5bb-7136-42d1-919d-0478e1e83f87 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319245 Jun 23 14:21:37.735395 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf00646-65b2-43fb-a6f0-d1c8acfa847c req-42fa6214-9106-4fba-971b-1cf9a6e3ea6e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:37.736806 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-adf00646-65b2-43fb-a6f0-d1c8acfa847c req-42fa6214-9106-4fba-971b-1cf9a6e3ea6e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 947 time: 0.0651386 Jun 23 14:21:37.773624 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-adf00646-65b2-43fb-a6f0-d1c8acfa847c req-960f4e27-9ac9-40fa-ada6-e45ce093dc7e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308251 Jun 23 14:21:38.525021 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-932975cd-2308-484b-87b7-25e45ae21cb2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:38.526447 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-932975cd-2308-484b-87b7-25e45ae21cb2 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.10 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 947 time: 0.0609736 Jun 23 14:21:38.621617 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Deleting port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:38.621964 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:38.709462 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] For port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:38.709821 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:39.169928 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:39.170732 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:39.170732 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Floating IP 194eb065-4a83-459f-9e1f-b8561e69b3db disassociated. External IP: 172.27.3.94, port: 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4. Jun 23 14:21:39.170968 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Calling delete_port for 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:39.182733 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d31b61c-d527-41ff-a804-9bd5aea1244a req-54ea0174-f7ea-473f-b49c-787f32fd4f0e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:39.184190 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d31b61c-d527-41ff-a804-9bd5aea1244a req-54ea0174-f7ea-473f-b49c-787f32fd4f0e tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/ports?device_id=11d3064c-f171-4ca9-8b35-e3fac29f2f34 HTTP/1.1" status: 200 len: 947 time: 0.1302161 Jun 23 14:21:39.260004 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d31b61c-d527-41ff-a804-9bd5aea1244a req-362b3362-447e-4d01-b1e1-1bc0686c4cd3 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups?id=7bb7201c-5460-4cbe-8565-79583f7c7998&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701954 Jun 23 14:21:39.335471 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:39.339170 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d56f5392-f79b-4a99-b250-26c90f221ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:39.362280 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event deleted for resources: {'Port': ['ID=6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:39.372219 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.372607 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.372983 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.373359 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.373733 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.374100 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.374494 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.374859 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.375815 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.375815 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.376180 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.376544 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:39.380656 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:39.488124 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:39.595102 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:39.604652 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] Sync routers for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:39.613387 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:39.614016 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:21:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:39.638737 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] No DVR routers for this DVR port 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:39.641172 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:39.643254 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d9c415a7-d61e-47bc-914a-73a552919b11 req-c353b223-7b13-4107-ad62-c72ea3f8a4ae tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.10 "DELETE /v2.0/ports/6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 HTTP/1.1" status: 204 len: 173 time: 1.1111867 Jun 23 14:21:39.643913 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'name': 'network-vif-deleted', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:39.646198 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3c52fa-a674-4988-b8de-9ea33eb1ff8e" -d '{"events": [{"server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "name": "network-vif-deleted", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:39.692564 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c3f4cdc-179a-4789-9317-81c7f1da01ba x-openstack-request-id: req-2c3f4cdc-179a-4789-9317-81c7f1da01ba {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:39.692891 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11d3064c-f171-4ca9-8b35-e3fac29f2f34", "name": "network-vif-deleted", "tag": "6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:39.693249 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2c3f4cdc-179a-4789-9317-81c7f1da01ba {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:39.693789 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11d3064c-f171-4ca9-8b35-e3fac29f2f34', 'name': 'network-vif-deleted', 'tag': '6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4', 'status': 'completed', 'code': 200} Jun 23 14:21:39.727824 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:39.932618 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:39.958037 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] Checking router: 2e5f46d4-797e-443f-99a0-baf9a5a068d9 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:39.966114 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:39.966757 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:21:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:40.068757 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:40.274468 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:40.309831 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811c2aa-74a3-43bf-9136-e3301493b208 None None] The sync data for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi is: [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 4, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'cf6e9ba2-6847-413b-afb6-bf05e21e0934', 'name': '', 'network_id': 'ee6dc90d-4347-40e8-be94-df80e106a1bb', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'mac_address': 'fa:16:3e:f1:4e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:56Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'subnets': [{'id': '941e3ac9-5928-46dc-8cdf-a10bd1731c6f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:40.394002 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38842) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:40.452349 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:40.482831 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:40.532943 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:40.536026 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:40.537224 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "DELETE /v2.0/security-groups/7bb7201c-5460-4cbe-8565-79583f7c7998 HTTP/1.1" status: 204 len: 168 time: 0.1420887 Jun 23 14:21:40.538133 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9a95d3a6-d94b-4ccc-9151-16bfb0bc6fff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:40.540655 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 38844) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:40.548930 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb7201c-5460-4cbe-8565-79583f7c7998,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:40.554814 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.api.v2.resource [None req-f974088f-7267-489b-bfac-f00f56ccd5fe tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] show failed (client error): The resource could not be found. Jun 23 14:21:40.555798 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-f974088f-7267-489b-bfac-f00f56ccd5fe tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "GET /v2.0/security-groups/7bb7201c-5460-4cbe-8565-79583f7c7998 HTTP/1.1" status: 404 len: 347 time: 0.0140746 Jun 23 14:21:40.556057 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.556459 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.556845 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.557230 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.557607 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.558116 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.558658 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 38846) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:40.558800 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.559446 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.560091 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.560742 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.561367 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.562015 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:40.567717 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:40.583923 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65939cb8-bb24-4911-be81-43c55d90b5ef None None] New status for floating IP 194eb065-4a83-459f-9e1f-b8561e69b3db: DOWN {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:21:40.689312 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Deleting port ac6a9a4b-b6c5-48f9-bb7b-ef226d104198 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:40.689592 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:40.770906 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:40.771251 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:40.783307 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Calling delete_port for ac6a9a4b-b6c5-48f9-bb7b-ef226d104198 owned by network:floatingip {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:40.912996 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:40.914939 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-86adca25-6b0c-46dd-893c-3ae5b3b3276d tempest-VolumesActionsTest-1332121047 tempest-VolumesActionsTest-1332121047-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:40.938060 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Pushing event deleted for resources: {'Port': ['ID=ac6a9a4b-b6c5-48f9-bb7b-ef226d104198,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:40.944418 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:40.999601 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks [] for floatingip, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:41.002647 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:41.003764 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] 10.222.0.26 "DELETE /v2.0/floatingips/194eb065-4a83-459f-9e1f-b8561e69b3db HTTP/1.1" status: 204 len: 168 time: 0.4440656 Jun 23 14:21:41.069130 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-348a2467-d41e-405a-883d-85e116bf9b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:42.099904 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:42.121850 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:42.122229 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6a457e7a-7b9f-4e5b-a2e2-c73c519e6db4 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:43.589742 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38872) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:43.644308 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:43.704590 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-41cc7057-931d-4949-bdd6-1fd1deb635d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:44.090288 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478946'] for router_interface, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:44.259362 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:44.618428 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Deleting port cf6e9ba2-6847-413b-afb6-bf05e21e0934 {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:44.619018 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:44.692150 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] For port cf6e9ba2-6847-413b-afb6-bf05e21e0934, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=cf6e9ba2-6847-413b-afb6-bf05e21e0934,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:44.692506 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:44.704156 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Calling delete_port for cf6e9ba2-6847-413b-afb6-bf05e21e0934 owned by network:router_interface {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:44.885360 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:44.887222 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:44.909885 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf6e9ba2-6847-413b-afb6-bf05e21e0934,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:44.912915 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:45.077055 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16331031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16463378'] for router_interface, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:45.191564 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:45.296143 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:45.402281 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:45.407212 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] 10.222.0.26 "PUT /v2.0/routers/2e5f46d4-797e-443f-99a0-baf9a5a068d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8164027 Jun 23 14:21:45.409720 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38880) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:45.412484 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] Sync routers for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:45.421792 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:45.422529 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:21:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:45.510382 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:45.524294 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:45.613755 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:45.665024 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Deleting port cf746256-d553-406d-ac95-8b5188a663b0 {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:45.665706 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:45.710779 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65'}], 'enable_snat': True}, 'gw_port_id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:21:44Z', 'revision_number': 5, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port': {'id': 'cf746256-d553-406d-ac95-8b5188a663b0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c2:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:45.736254 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] Checking router: 2e5f46d4-797e-443f-99a0-baf9a5a068d9 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:45.741601 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] For port cf746256-d553-406d-ac95-8b5188a663b0, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=cf746256-d553-406d-ac95-8b5188a663b0,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:45.742543 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:45.746859 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] Routers {'2e5f46d4-797e-443f-99a0-baf9a5a068d9'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:45.746859 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:21:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:45.764452 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Calling delete_port for cf746256-d553-406d-ac95-8b5188a663b0 owned by network:router_gateway {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:45.830525 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] Set router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 gateway port host: None {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:45.883109 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:21:45Z', 'revision_number': 6, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port_host': None}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:45.912973 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae02263f-f0fe-4271-b56e-52a996682ca7 None None] The sync data for ids ['2e5f46d4-797e-443f-99a0-baf9a5a068d9'] in dv-cinder-794001-2-iscsi is: [{'id': '2e5f46d4-797e-443f-99a0-baf9a5a068d9', 'name': 'tempest-AttachVolumeShelveTestJSON-958596432-router', 'tenant_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:51Z', 'updated_at': '2021-06-23T14:21:45Z', 'revision_number': 6, 'project_id': '8c02036f0bb54c9e9b69ad164ea237b0', 'gw_port_host': None}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:45.934680 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:45.938543 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e9743cf8-3050-4692-9b8a-ab1b98b67e45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:45.973295 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf746256-d553-406d-ac95-8b5188a663b0,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:45.975721 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:46.029883 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16462471'] for router_gateway, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.116682 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16451747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32602'] for router, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.118832 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.160666 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16463337'] for router, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.161228 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e5f46d4-797e-443f-99a0-baf9a5a068d9 {{(pid=93098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:21:46.165274 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.166433 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-a4a92aac-fc95-4b39-8550-26e76d3befe4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/2e5f46d4-797e-443f-99a0-baf9a5a068d9 HTTP/1.1" status: 204 len: 168 time: 0.7557876 Jun 23 14:21:46.169259 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38884) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:46.215715 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dce989-9492-4947-91ed-92c0ac85ef46 admin admin] Deleting subnet 941e3ac9-5928-46dc-8cdf-a10bd1731c6f {{(pid=93098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:21:46.218647 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4dce989-9492-4947-91ed-92c0ac85ef46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.253473 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4dce989-9492-4947-91ed-92c0ac85ef46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579050'] for subnet, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.332334 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4dce989-9492-4947-91ed-92c0ac85ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.387486 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4dce989-9492-4947-91ed-92c0ac85ef46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136501'] for subnet, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.390183 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-197c3326-49dc-4cc1-9eda-3df8ccc3387a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:46.413265 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dce989-9492-4947-91ed-92c0ac85ef46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941e3ac9-5928-46dc-8cdf-a10bd1731c6f,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:46.416164 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-a4dce989-9492-4947-91ed-92c0ac85ef46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:46.417140 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-a4dce989-9492-4947-91ed-92c0ac85ef46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.419007 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-a4dce989-9492-4947-91ed-92c0ac85ef46 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/941e3ac9-5928-46dc-8cdf-a10bd1731c6f HTTP/1.1" status: 204 len: 168 time: 0.2488949 Jun 23 14:21:46.421435 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38886) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:46.424320 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791c2394-0010-4525-b702-2ef4dbe89a35 None None] Network ee6dc90d-4347-40e8-be94-df80e106a1bb requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:21:46.487304 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.543246 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Deleting port ac85418c-9cac-4b3a-8ed2-5758e15597bf {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:46.543592 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.606128 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] For port ac85418c-9cac-4b3a-8ed2-5758e15597bf, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=ac85418c-9cac-4b3a-8ed2-5758e15597bf,segment=NetworkSegment(a3bd9eae-cff0-4c89-9efa-a906d0ff7704),segment_id=a3bd9eae-cff0-4c89-9efa-a906d0ff7704)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:46.606503 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.619189 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Calling delete_port for ac85418c-9cac-4b3a-8ed2-5758e15597bf owned by network:dhcp {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:46.633980 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.664176 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] DHCP port deletion for ee6dc90d-4347-40e8-be94-df80e106a1bb request from dv-cinder-794001-2-iscsi {{(pid=93099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:21:46.705805 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.708737 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-27c9555e-a709-4851-a5fd-98143a81e05c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:46.711736 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] Deleting port ac85418c-9cac-4b3a-8ed2-5758e15597bf {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:46.712130 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.732205 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Pushing event deleted for resources: {'Port': ['ID=ac85418c-9cac-4b3a-8ed2-5758e15597bf,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:46.735368 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:46.736170 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] No DVR routers for this DVR port ac85418c-9cac-4b3a-8ed2-5758e15597bf on host dv-cinder-794001-2-iscsi {{(pid=93098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:46.779979 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] For port ac85418c-9cac-4b3a-8ed2-5758e15597bf, host dv-cinder-794001-2-iscsi, got binding levels [] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:46.780380 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.796037 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] Calling delete_port for ac85418c-9cac-4b3a-8ed2-5758e15597bf owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:46.798696 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.ipam_backend_mixin [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] Port ac85418c-9cac-4b3a-8ed2-5758e15597bf was not found and therefore no delete operation was performed {{(pid=93099) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 14:21:46.799952 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.802535 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:46.807301 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.817134 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6dc90d-4347-40e8-be94-df80e106a1bb']}} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:46.828424 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] No DVR routers for this DVR port ac85418c-9cac-4b3a-8ed2-5758e15597bf on host dv-cinder-794001-2-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:46.832021 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704') {'for_net_delete': True} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:46.832229 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] Pushing event deleted for resources: {'Port': ['ID=ac85418c-9cac-4b3a-8ed2-5758e15597bf,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:46.832341 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3bd9eae-cff0-4c89-9efa-a906d0ff7704') {} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:46.838148 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:46.841864 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579061'] for segment, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.855968 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.862082 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=93098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:21:46.862515 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461502'] for segment, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: Traceback (most recent call last): Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: timer() Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: cb(*args, **kw) Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: return func(*args, **kwargs) Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: self._notify() Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: self.callback(batched_events) Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: event.method(event) Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: return f(self, *a, **k) Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._get(url).json() Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: return self.request(url, 'GET', **kwargs) Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:21:46.864182 dv-cinder-794001-2-iscsi neutron-server[93098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:21:46.919163 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.923595 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:46.926265 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:46.928820 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] 10.222.0.26 "DELETE /v2.0/networks/ee6dc90d-4347-40e8-be94-df80e106a1bb HTTP/1.1" status: 204 len: 168 time: 0.5064831 Jun 23 14:21:46.942302 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Pushing event deleted for resources: {'Network': ['ID=ee6dc90d-4347-40e8-be94-df80e106a1bb,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:46.947141 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0c72c43e-7555-4e9c-a30d-1b965c3ceb3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:47.050973 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38892) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:47.083636 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device cf746256-d553-406d-ac95-8b5188a663b0 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:47.092370 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-b9aa3711-66f5-49c9-85b7-a9e5caa298ad admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8c02036f0bb54c9e9b69ad164ea237b0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401416 Jun 23 14:21:47.094676 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38894) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:47.103912 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: cf746256-d553-406d-ac95-8b5188a663b0 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:47.104271 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device cf746256-d553-406d-ac95-8b5188a663b0 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:47.104698 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device cf6e9ba2-6847-413b-afb6-bf05e21e0934 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:47.123483 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: cf6e9ba2-6847-413b-afb6-bf05e21e0934 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:47.123842 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device cf6e9ba2-6847-413b-afb6-bf05e21e0934 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:47.124267 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device ac85418c-9cac-4b3a-8ed2-5758e15597bf no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:47.147772 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05cab5b1-2683-4b3b-af2c-50c755518f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.148297 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: ac85418c-9cac-4b3a-8ed2-5758e15597bf {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:47.148655 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device ac85418c-9cac-4b3a-8ed2-5758e15597bf not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:47.173432 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05cab5b1-2683-4b3b-af2c-50c755518f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.219141 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05cab5b1-2683-4b3b-af2c-50c755518f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.221611 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-05cab5b1-2683-4b3b-af2c-50c755518f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:47.222794 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-05cab5b1-2683-4b3b-af2c-50c755518f2f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1851d0c8-81f9-414f-84cf-52ed7fde10bf HTTP/1.1" status: 204 len: 168 time: 0.1271429 Jun 23 14:21:47.223563 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-92e462d8-6c22-465c-aca7-eec25326e6d2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:47.232180 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cab5b1-2683-4b3b-af2c-50c755518f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1851d0c8-81f9-414f-84cf-52ed7fde10bf,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:47.234608 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-05cab5b1-2683-4b3b-af2c-50c755518f2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:48.377018 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 38946) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:48.474238 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-33f3f899-3e04-4092-a895-8e2f66c0a7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:48.560944 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-33f3f899-3e04-4092-a895-8e2f66c0a7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:48.565286 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-33f3f899-3e04-4092-a895-8e2f66c0a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:48.568525 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-bace0c10-2f55-427c-a978-9f2c6a16faed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:48.601870 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-33f3f899-3e04-4092-a895-8e2f66c0a7c1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5ea48b831334482b16913f9adc97170&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232695 Jun 23 14:21:48.604599 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 38950) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:48.605105 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f3f899-3e04-4092-a895-8e2f66c0a7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2455062d-c2dd-40c9-927d-52de657fee67,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:48.607536 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-33f3f899-3e04-4092-a895-8e2f66c0a7c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:48.653219 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1c8ad4ad-cec9-458f-ba93-8118d2cb11ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:48.677645 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1c8ad4ad-cec9-458f-ba93-8118d2cb11ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:48.721969 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1c8ad4ad-cec9-458f-ba93-8118d2cb11ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:48.724516 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1c8ad4ad-cec9-458f-ba93-8118d2cb11ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:48.725614 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-1c8ad4ad-cec9-458f-ba93-8118d2cb11ea admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2455062d-c2dd-40c9-927d-52de657fee67 HTTP/1.1" status: 204 len: 168 time: 0.1199894 Jun 23 14:21:48.726935 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6f0c026d-4d2c-4436-8065-64490d396305 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:48.734675 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ad4ad-cec9-458f-ba93-8118d2cb11ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2455062d-c2dd-40c9-927d-52de657fee67,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:48.736972 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-1c8ad4ad-cec9-458f-ba93-8118d2cb11ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:04.747505 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39188) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:04.847081 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-15bda385-7cf2-41b0-99d7-09adcfd1f43d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:04.934629 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-15bda385-7cf2-41b0-99d7-09adcfd1f43d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:04.937970 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-15bda385-7cf2-41b0-99d7-09adcfd1f43d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:04.941214 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0ed3a227-f7c6-43a5-b467-f8d4a21a14af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:04.974360 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-15bda385-7cf2-41b0-99d7-09adcfd1f43d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fd89d669729b4666b4a89b39beb3b6d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2257075 Jun 23 14:22:04.976336 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bda385-7cf2-41b0-99d7-09adcfd1f43d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1f71f5-3f04-416d-b77e-038598569a28,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:04.977049 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39192) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:04.979920 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-15bda385-7cf2-41b0-99d7-09adcfd1f43d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:05.030560 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-000d1e4c-07b0-4d5c-8230-454498abdd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.051224 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-000d1e4c-07b0-4d5c-8230-454498abdd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.097662 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-000d1e4c-07b0-4d5c-8230-454498abdd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.100538 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-000d1e4c-07b0-4d5c-8230-454498abdd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.101846 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-000d1e4c-07b0-4d5c-8230-454498abdd5b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/be1f71f5-3f04-416d-b77e-038598569a28 HTTP/1.1" status: 204 len: 168 time: 0.1232905 Jun 23 14:22:05.103344 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0d583f3c-05c4-4e0f-8eb9-14fd1cdfdf77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:05.112420 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d1e4c-07b0-4d5c-8230-454498abdd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1f71f5-3f04-416d-b77e-038598569a28,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:05.115389 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-000d1e4c-07b0-4d5c-8230-454498abdd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:05.369181 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39204) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:05.387106 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-286ec9f5-73e4-421f-8d64-36ce9c70492f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.480714 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-286ec9f5-73e4-421f-8d64-36ce9c70492f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.484802 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-286ec9f5-73e4-421f-8d64-36ce9c70492f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.490306 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1a8bce2d-cf0e-456d-bbbe-7febf06a073a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:05.520895 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39210) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:05.521031 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-286ec9f5-73e4-421f-8d64-36ce9c70492f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ed73276dc2674cdca5e28b0227b3c7b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506970 Jun 23 14:22:05.538048 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ec9f5-73e4-421f-8d64-36ce9c70492f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec7b3d21-efe5-4c70-b5dd-d6c9af96742d,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:05.542416 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-286ec9f5-73e4-421f-8d64-36ce9c70492f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:05.577288 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a8a6dfe0-fdaf-42ca-9c7b-db24a4678b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.598376 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a8a6dfe0-fdaf-42ca-9c7b-db24a4678b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.650749 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a8a6dfe0-fdaf-42ca-9c7b-db24a4678b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.653583 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a8a6dfe0-fdaf-42ca-9c7b-db24a4678b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.654759 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-a8a6dfe0-fdaf-42ca-9c7b-db24a4678b3a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ec7b3d21-efe5-4c70-b5dd-d6c9af96742d HTTP/1.1" status: 204 len: 168 time: 0.1324828 Jun 23 14:22:05.655537 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bdd50034-0115-4dc2-8917-628d0b6e0f21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:05.663875 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a6dfe0-fdaf-42ca-9c7b-db24a4678b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec7b3d21-efe5-4c70-b5dd-d6c9af96742d,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:05.666723 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a8a6dfe0-fdaf-42ca-9c7b-db24a4678b3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:07.550018 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:22:11.070847 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c6efeeda-4a4d-4c68-959d-155a3a6a5bfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:13.655498 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:13.705117 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b08f1f58-f4c8-449f-9715-b88169137039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:14.261244 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:15.195807 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:16.632834 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:17.242053 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-e77576f0-3c92-4bb0-ab6d-2c89f121eea4 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500329 Jun 23 14:22:17.334872 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-76301c84-d6af-44dc-936b-7acc3725e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:17.336298 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-76301c84-d6af-44dc-936b-7acc3725e068 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d5af2bbf61348b297018fdfc9718e0f&device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1099 time: 0.0510495 Jun 23 14:22:17.440266 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-1ba9071b-c951-4951-8b2d-f306e764a06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:17.441684 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-1ba9071b-c951-4951-8b2d-f306e764a06d service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc HTTP/1.1" status: 200 len: 909 time: 0.0858514 Jun 23 14:22:17.504953 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-bb7a0092-9895-4c2a-a35a-99edef79e7b9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=417b90d8-1099-48d8-9345-29709616bf31 HTTP/1.1" status: 200 len: 1002 time: 0.0557885 Jun 23 14:22:17.554170 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-d52a3db1-f49b-4fde-bffb-64b174db706c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:17.555641 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-d52a3db1-f49b-4fde-bffb-64b174db706c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6ac850b-89d3-43fb-b1c5-de5022ee1719 HTTP/1.1" status: 200 len: 847 time: 0.0426192 Jun 23 14:22:17.616954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-01047f60-cba6-47d0-bab3-325842dfb7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:17.618990 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-01047f60-cba6-47d0-bab3-325842dfb7cf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0548739 Jun 23 14:22:17.711478 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-03812e8a-d710-4464-a959-de0ad7ee9ba7 service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858579 Jun 23 14:22:17.811771 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b1136d1a-1931-46b6-932a-7f354ba0d314 req-66db5d08-35d4-4756-8047-6e121b673e5f service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918555 Jun 23 14:22:18.472531 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39406) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:18.575653 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-08cc1174-0c74-42f6-86df-bd59c2c955ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.664356 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-08cc1174-0c74-42f6-86df-bd59c2c955ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.667505 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-08cc1174-0c74-42f6-86df-bd59c2c955ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.669985 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-33f3f899-3e04-4092-a895-8e2f66c0a7c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:18.707059 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc1174-0c74-42f6-86df-bd59c2c955ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28aa6125-b957-46a8-a6d8-fe25b6474770,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:18.711366 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-08cc1174-0c74-42f6-86df-bd59c2c955ca admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b535da1dc6b54fa5a61ad83ca0f92e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2378104 Jun 23 14:22:18.712327 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-08cc1174-0c74-42f6-86df-bd59c2c955ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:18.714030 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39410) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:18.763869 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f55f22bb-9151-4564-95d2-fc680785c888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.787328 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f55f22bb-9151-4564-95d2-fc680785c888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.831758 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f55f22bb-9151-4564-95d2-fc680785c888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.834463 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-f55f22bb-9151-4564-95d2-fc680785c888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:18.835561 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-f55f22bb-9151-4564-95d2-fc680785c888 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/28aa6125-b957-46a8-a6d8-fe25b6474770 HTTP/1.1" status: 204 len: 168 time: 0.1202831 Jun 23 14:22:18.836499 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e84345a0-d259-4e5d-a594-15cdb89cc191 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:18.843515 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f22bb-9151-4564-95d2-fc680785c888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28aa6125-b957-46a8-a6d8-fe25b6474770,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:18.845667 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f55f22bb-9151-4564-95d2-fc680785c888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:19.085841 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39416) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:19.098998 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ada040e1-4eea-4cda-9182-550a5e011fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.192767 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ada040e1-4eea-4cda-9182-550a5e011fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.196469 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-ada040e1-4eea-4cda-9182-550a5e011fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.199757 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e3e1651a-b723-46a2-8c6d-2bf9fc455a7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:19.234375 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-ada040e1-4eea-4cda-9182-550a5e011fa7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bebb5e733c344a8b8c20a4ef131f2dfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1474452 Jun 23 14:22:19.235404 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada040e1-4eea-4cda-9182-550a5e011fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4bc9318-9f38-480e-b02a-4d0aea5b268c,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:19.237142 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39418) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:19.244201 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ada040e1-4eea-4cda-9182-550a5e011fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:19.286781 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b4632ce8-000d-4747-b1d2-b08d9ef5e2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.307928 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b4632ce8-000d-4747-b1d2-b08d9ef5e2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.352953 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b4632ce8-000d-4747-b1d2-b08d9ef5e2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.355897 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-b4632ce8-000d-4747-b1d2-b08d9ef5e2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:19.357061 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-b4632ce8-000d-4747-b1d2-b08d9ef5e2e6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c4bc9318-9f38-480e-b02a-4d0aea5b268c HTTP/1.1" status: 204 len: 168 time: 0.1188514 Jun 23 14:22:19.357867 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2cb09f3e-7d0b-485a-a9e3-7eaccc80809a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:19.365863 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4632ce8-000d-4747-b1d2-b08d9ef5e2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4bc9318-9f38-480e-b02a-4d0aea5b268c,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:19.368466 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b4632ce8-000d-4747-b1d2-b08d9ef5e2e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:39.953033 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9536638-7833-4cf7-932e-18f2460fbd82 req-3c8dcdfb-78ca-4fec-b28b-9c304b5be945 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:39.954407 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e9536638-7833-4cf7-932e-18f2460fbd82 req-3c8dcdfb-78ca-4fec-b28b-9c304b5be945 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0615580 Jun 23 14:22:39.994076 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e9536638-7833-4cf7-932e-18f2460fbd82 req-b89195f6-fc0e-4a77-9d7b-b2c7437809f3 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340602 Jun 23 14:22:41.071473 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4ca4660e-18f8-4066-8b0f-ad7e19c666bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:41.166633 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbb9951-2d2a-430b-8244-7da420ef4d2c req-25c8687c-d834-4dd8-b44f-83bcc3418805 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:41.168096 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6bbb9951-2d2a-430b-8244-7da420ef4d2c req-25c8687c-d834-4dd8-b44f-83bcc3418805 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0620928 Jun 23 14:22:41.205596 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6bbb9951-2d2a-430b-8244-7da420ef4d2c req-9ddbb29c-487a-4867-9349-b32d082691c9 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317323 Jun 23 14:22:42.374933 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9dc9dd-8fd1-41eb-9ce3-1b8a3fb649f3 req-4b53960f-f31d-4cb2-9e20-1f5f1a841032 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:42.376373 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2c9dc9dd-8fd1-41eb-9ce3-1b8a3fb649f3 req-4b53960f-f31d-4cb2-9e20-1f5f1a841032 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0624542 Jun 23 14:22:42.412572 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2c9dc9dd-8fd1-41eb-9ce3-1b8a3fb649f3 req-769d9e79-60ab-4ce8-9a07-8325a8bce99f tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304925 Jun 23 14:22:43.586549 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1578bf-ad02-418f-824c-c600c47a645e req-975d3dcb-09de-49c1-8b5b-673eaf2680a9 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:43.587994 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7b1578bf-ad02-418f-824c-c600c47a645e req-975d3dcb-09de-49c1-8b5b-673eaf2680a9 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0643802 Jun 23 14:22:43.624384 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-7b1578bf-ad02-418f-824c-c600c47a645e req-0ebad228-b4e4-4275-a950-fb7cf112cb6b tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Jun 23 14:22:43.657872 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:43.704668 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-520c5de2-ffe1-44f1-8281-051ee3abe802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:44.262895 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:44.547685 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:22:44.797301 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd3529-52f4-464b-bcf2-cd972d8bfbcb req-2a2c8041-dfba-468a-a016-a5c1b7109825 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:44.798853 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f2bd3529-52f4-464b-bcf2-cd972d8bfbcb req-2a2c8041-dfba-468a-a016-a5c1b7109825 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0626333 Jun 23 14:22:44.839634 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f2bd3529-52f4-464b-bcf2-cd972d8bfbcb req-50a24e84-3780-40cb-b167-1dc9a2a504b3 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351117 Jun 23 14:22:45.198789 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.019686 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f8573-48b7-4b01-b5b5-4cd5503b5582 req-a063e1b7-6eb1-44b5-bf8a-aa04dbda34db tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:46.021041 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-143f8573-48b7-4b01-b5b5-4cd5503b5582 req-a063e1b7-6eb1-44b5-bf8a-aa04dbda34db tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0622852 Jun 23 14:22:46.057438 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-143f8573-48b7-4b01-b5b5-4cd5503b5582 req-e55b08fc-c513-4005-82e5-0e106865ce3f tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups?id=1935f843-1405-4b44-81bd-60d1ae69608d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Jun 23 14:22:46.244536 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-8afe3037-41b0-4344-be03-3c9b8edfa5fc tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:22:46.246960 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-8afe3037-41b0-4344-be03-3c9b8edfa5fc tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 945 time: 0.0696023 Jun 23 14:22:46.345829 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Deleting port 3e963288-7ebd-45db-bcd7-77985cdb42d6 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:46.346175 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.435051 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] For port 3e963288-7ebd-45db-bcd7-77985cdb42d6, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=3e963288-7ebd-45db-bcd7-77985cdb42d6,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:46.435410 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.597518 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.597800 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.598113 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Floating IP acc191f9-4c03-4af3-b957-12680031eca1 disassociated. External IP: 172.27.3.113, port: 3e963288-7ebd-45db-bcd7-77985cdb42d6. Jun 23 14:22:46.598481 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Calling delete_port for 3e963288-7ebd-45db-bcd7-77985cdb42d6 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:46.601906 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 3e963288-7ebd-45db-bcd7-77985cdb42d6 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:22:46.645407 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.688025 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.730547 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:46.736356 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-be93f34d-6f68-4187-87d5-38377dd11d35 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:46.766284 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event deleted for resources: {'Port': ['ID=3e963288-7ebd-45db-bcd7-77985cdb42d6,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:46.777663 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.778055 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.778479 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.779467 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.779836 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.780211 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.780570 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.780931 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.781295 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.781655 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.782013 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.782389 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:46.788662 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:46.890495 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Router db3c057c-ead8-42d2-9bce-f99da7da9404 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:22:46.997682 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:22:47.008449 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] Sync routers for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:22:47.017952 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:22:47.018588 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:22:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:47.042002 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] No DVR routers for this DVR port 3e963288-7ebd-45db-bcd7-77985cdb42d6 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:22:47.044479 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:47.046453 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7630c5b3-8900-4bc7-a46b-172ab0ec5666 req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.10 "DELETE /v2.0/ports/3e963288-7ebd-45db-bcd7-77985cdb42d6 HTTP/1.1" status: 204 len: 173 time: 0.7934487 Jun 23 14:22:47.046956 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'name': 'network-vif-deleted', 'tag': '3e963288-7ebd-45db-bcd7-77985cdb42d6'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:22:47.049614 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b41ba82-a644-4ff6-8a4a-a429fc345e96" -d '{"events": [{"server_uuid": "8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b", "name": "network-vif-deleted", "tag": "3e963288-7ebd-45db-bcd7-77985cdb42d6"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:22:47.131072 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:22:47.231014 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cab5eb84-3318-43d3-887a-4aefa22603e2 req-46005c85-1a4d-4399-83f7-40dd98b73308 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b HTTP/1.1" status: 200 len: 210 time: 0.0479815 Jun 23 14:22:47.318830 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a97c89-15e5-4fb3-baf0-d90efe56219a x-openstack-request-id: req-e6a97c89-15e5-4fb3-baf0-d90efe56219a {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:22:47.320200 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b", "name": "network-vif-deleted", "tag": "3e963288-7ebd-45db-bcd7-77985cdb42d6", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:22:47.320716 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e6a97c89-15e5-4fb3-baf0-d90efe56219a {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:22:47.321365 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d297bd6-b63f-4ddb-ba91-b6c8b0b3949b', 'name': 'network-vif-deleted', 'tag': '3e963288-7ebd-45db-bcd7-77985cdb42d6', 'status': 'completed', 'code': 200} Jun 23 14:22:47.357961 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:47.382679 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] Checking router: db3c057c-ead8-42d2-9bce-f99da7da9404 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:22:47.390387 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:22:47.390975 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:22:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:47.491647 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:22:47.766324 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:47.795613 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f4201e-b810-41c1-ba79-c71ed90bfe2b None None] The sync data for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi is: [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:35Z', 'revision_number': 4, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': '0e9b5888-bf9b-410b-942a-b876621e245c', 'name': '', 'network_id': '2890c9a2-c322-459b-ac8e-2f8f78d8a615', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'mac_address': 'fa:16:3e:32:27:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:35Z', 'updated_at': '2021-06-23T14:14:41Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'subnets': [{'id': 'c3428307-ceb2-43c5-a2bc-ebe79114fb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:22:48.012536 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c05fb4-c0da-4908-9e08-08fc3b30b5ba None None] New status for floating IP acc191f9-4c03-4af3-b957-12680031eca1: DOWN {{(pid=93099) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:22:48.358322 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39666) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:48.411347 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.432979 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.478232 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.480860 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.481999 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "DELETE /v2.0/security-groups/1935f843-1405-4b44-81bd-60d1ae69608d HTTP/1.1" status: 204 len: 168 time: 0.1226552 Jun 23 14:22:48.482899 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-286ec9f5-73e4-421f-8d64-36ce9c70492f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:48.484846 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39668) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:48.491315 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1935f843-1405-4b44-81bd-60d1ae69608d,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:48.498278 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.498672 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.499043 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.499403 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.499763 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.499876 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.api.v2.resource [None req-27b640d5-fbd9-492b-8abe-6264ea76ed47 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] show failed (client error): The resource could not be found. Jun 23 14:22:48.500122 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.500477 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.500837 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.500949 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-27b640d5-fbd9-492b-8abe-6264ea76ed47 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "GET /v2.0/security-groups/1935f843-1405-4b44-81bd-60d1ae69608d HTTP/1.1" status: 404 len: 347 time: 0.0144112 Jun 23 14:22:48.501314 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.501671 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.502026 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.502400 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:22:48.503797 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39670) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:48.505761 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c89f5c24-591c-42be-9bbc-ec4007244e85 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:48.627149 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Deleting port cedb016c-efe9-4e71-9460-c3724aba083e {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:48.627491 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.702587 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.702912 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.713880 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Calling delete_port for cedb016c-efe9-4e71-9460-c3724aba083e owned by network:floatingip {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:48.844470 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.847153 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:48.871035 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Pushing event deleted for resources: {'Port': ['ID=cedb016c-efe9-4e71-9460-c3724aba083e,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:48.876680 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:48.932517 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks [] for floatingip, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.937282 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.937282 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] 10.222.0.26 "DELETE /v2.0/floatingips/acc191f9-4c03-4af3-b957-12680031eca1 HTTP/1.1" status: 204 len: 168 time: 0.4320426 Jun 23 14:22:56.978402 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39766) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:57.519801 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478946'] for router_interface, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:57.777355 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Deleting port 0e9b5888-bf9b-410b-942a-b876621e245c {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:57.777628 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:57.853513 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] For port 0e9b5888-bf9b-410b-942a-b876621e245c, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=0e9b5888-bf9b-410b-942a-b876621e245c,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:57.853872 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:57.866584 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Calling delete_port for 0e9b5888-bf9b-410b-942a-b876621e245c owned by network:router_interface {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:58.283240 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:58.285181 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:58.309755 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e9b5888-bf9b-410b-942a-b876621e245c,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:58.313976 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:58.479869 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16331031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16463378'] for router_interface, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:58.687617 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Router db3c057c-ead8-42d2-9bce-f99da7da9404 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:22:58.794259 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:22:58.800307 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] 10.222.0.26 "PUT /v2.0/routers/db3c057c-ead8-42d2-9bce-f99da7da9404/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8204732 Jun 23 14:22:58.801724 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39776) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:58.803120 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] Sync routers for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:22:58.812527 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:22:58.813136 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:22:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:58.903079 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Notify callbacks [] for router, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:58.914248 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:22:59.011149 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.065598 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Deleting port 0e94b227-994f-4257-be3a-246b6218f315 {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:22:59.065954 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.119815 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58'}], 'enable_snat': True}, 'gw_port_id': '0e94b227-994f-4257-be3a-246b6218f315', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:22:58Z', 'revision_number': 5, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port': {'id': '0e94b227-994f-4257-be3a-246b6218f315', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'device_owner': 'network:router_gateway', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:14:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:59.152166 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] Checking router: db3c057c-ead8-42d2-9bce-f99da7da9404 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:22:59.160924 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] For port 0e94b227-994f-4257-be3a-246b6218f315, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=0e94b227-994f-4257-be3a-246b6218f315,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:22:59.161285 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.161825 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] Routers {'db3c057c-ead8-42d2-9bce-f99da7da9404'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:22:59.162479 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:22:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['db3c057c-ead8-42d2-9bce-f99da7da9404'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:59.175232 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Calling delete_port for 0e94b227-994f-4257-be3a-246b6218f315 owned by network:router_gateway {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:22:59.242461 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39786) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:59.250931 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] Set router db3c057c-ead8-42d2-9bce-f99da7da9404 gateway port host: None {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:22:59.307148 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:22:59Z', 'revision_number': 6, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port_host': None}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:22:59.333575 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8f0424-becc-46b3-80e5-c9e3b0a2836a None None] The sync data for ids ['db3c057c-ead8-42d2-9bce-f99da7da9404'] in dv-cinder-794001-2-iscsi is: [{'id': 'db3c057c-ead8-42d2-9bce-f99da7da9404', 'name': 'tempest-AttachVolumeTestJSON-708039811-router', 'tenant_id': 'e6daccbc03dd43afbe001010be6a8236', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:14:33Z', 'updated_at': '2021-06-23T14:22:59Z', 'revision_number': 6, 'project_id': 'e6daccbc03dd43afbe001010be6a8236', 'gw_port_host': None}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:22:59.346942 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.350146 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-f7151618-97fb-4143-a3ad-4573f1a5ff26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:59.352785 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9469fc2f-0fec-4c95-bfc7-265da6ba940e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.380643 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e94b227-994f-4257-be3a-246b6218f315,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:59.383830 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:59.441707 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16462471'] for router_gateway, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.450530 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9469fc2f-0fec-4c95-bfc7-265da6ba940e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.455426 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-9469fc2f-0fec-4c95-bfc7-265da6ba940e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.458970 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f780370d-3e39-4daf-a87e-b433c6dd059e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:59.498620 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-9469fc2f-0fec-4c95-bfc7-265da6ba940e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c8906bc8cb6e494ba79a47931b7dba57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549522 Jun 23 14:22:59.499499 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469fc2f-0fec-4c95-bfc7-265da6ba940e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd31708-29c5-4ad1-9311-cca492c9953b,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:59.502344 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39790) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:59.504922 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9469fc2f-0fec-4c95-bfc7-265da6ba940e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:59.531871 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16451747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32602'] for router, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.533926 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.553920 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1984ee11-ffb2-4f0c-be5c-624da04eaac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.574988 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1984ee11-ffb2-4f0c-be5c-624da04eaac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.580359 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16463337'] for router, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.580960 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db3c057c-ead8-42d2-9bce-f99da7da9404 {{(pid=93098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:22:59.586445 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.588477 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-3a24fefa-6530-4800-9686-75cf23a70e02 admin admin] 10.222.0.26 "DELETE /v2.0/routers/db3c057c-ead8-42d2-9bce-f99da7da9404 HTTP/1.1" status: 204 len: 168 time: 0.7855618 Jun 23 14:22:59.590645 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39792) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:59.625765 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1984ee11-ffb2-4f0c-be5c-624da04eaac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.628326 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-1984ee11-ffb2-4f0c-be5c-624da04eaac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.629738 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-1984ee11-ffb2-4f0c-be5c-624da04eaac1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5bd31708-29c5-4ad1-9311-cca492c9953b HTTP/1.1" status: 204 len: 168 time: 0.1264656 Jun 23 14:22:59.630523 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2ffc943b-746d-4745-a82c-4074d9f05e09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:59.638299 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984ee11-ffb2-4f0c-be5c-624da04eaac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd31708-29c5-4ad1-9311-cca492c9953b,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:59.638621 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ba1d8e-8161-4d93-bc56-8d03315a706f admin admin] Deleting subnet c3428307-ceb2-43c5-a2bc-ebe79114fb1c {{(pid=93098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:22:59.640959 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-1984ee11-ffb2-4f0c-be5c-624da04eaac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:59.644540 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-63ba1d8e-8161-4d93-bc56-8d03315a706f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.681332 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39796) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:59.688277 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-63ba1d8e-8161-4d93-bc56-8d03315a706f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579050'] for subnet, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.787615 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-63ba1d8e-8161-4d93-bc56-8d03315a706f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.876766 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-63ba1d8e-8161-4d93-bc56-8d03315a706f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136501'] for subnet, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.881534 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:22:59.910841 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba1d8e-8161-4d93-bc56-8d03315a706f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3428307-ceb2-43c5-a2bc-ebe79114fb1c,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:22:59.915179 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-63ba1d8e-8161-4d93-bc56-8d03315a706f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:22:59.916204 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-63ba1d8e-8161-4d93-bc56-8d03315a706f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:59.920195 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-63ba1d8e-8161-4d93-bc56-8d03315a706f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/c3428307-ceb2-43c5-a2bc-ebe79114fb1c HTTP/1.1" status: 204 len: 168 time: 0.3263705 Jun 23 14:22:59.920949 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39802) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:59.921384 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ea4578-62cf-4a07-b47f-fb2e4657557d None None] Network 2890c9a2-c322-459b-ac8e-2f8f78d8a615 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:22:59.967467 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39804) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:22:59.983394 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-88842149-ff2d-4546-a387-7993a7547c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.037603 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.088357 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-88842149-ff2d-4546-a387-7993a7547c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.092296 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-88842149-ff2d-4546-a387-7993a7547c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.096023 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-910fa45e-2b68-48cf-81e7-773abb306315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:00.129321 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Deleting port e1d94c37-f8e6-46db-a78a-0bd41b902fc9 {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:00.129652 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.131921 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88842149-ff2d-4546-a387-7993a7547c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35578ef3-516d-4284-9799-609a9881b9f2,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:00.140078 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-88842149-ff2d-4546-a387-7993a7547c1d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=872a6d46b325434297a93850a9853bd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710992 Jun 23 14:23:00.141358 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-88842149-ff2d-4546-a387-7993a7547c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:00.142157 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39806) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:00.147782 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] DHCP port deletion for 2890c9a2-c322-459b-ac8e-2f8f78d8a615 request from dv-cinder-794001-2-iscsi {{(pid=93099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:23:00.201686 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-696420ea-ccfe-42e7-8b0c-92077e0eb839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.203359 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Deleting port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:00.203939 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.207468 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Deleting port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:00.208289 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.225185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-696420ea-ccfe-42e7-8b0c-92077e0eb839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.271900 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.272332 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.273544 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] For port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:00.273968 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.282982 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-696420ea-ccfe-42e7-8b0c-92077e0eb839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.286829 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-696420ea-ccfe-42e7-8b0c-92077e0eb839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.291582 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-696420ea-ccfe-42e7-8b0c-92077e0eb839 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/35578ef3-516d-4284-9799-609a9881b9f2 HTTP/1.1" status: 204 len: 168 time: 0.1473053 Jun 23 14:23:00.292503 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f2167e1a-71c6-4ad0-929c-cda333894e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:00.298213 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Calling delete_port for e1d94c37-f8e6-46db-a78a-0bd41b902fc9 owned by network:floatingip {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:00.302418 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Calling delete_port for 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:00.303092 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696420ea-ccfe-42e7-8b0c-92077e0eb839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35578ef3-516d-4284-9799-609a9881b9f2,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:00.306037 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-696420ea-ccfe-42e7-8b0c-92077e0eb839 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:00.306687 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] For port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9,segment=NetworkSegment(c271b46a-2dee-4552-b1b5-7086437e15c2),segment_id=c271b46a-2dee-4552-b1b5-7086437e15c2)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:00.306829 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.328005 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Calling delete_port for 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 owned by network:dhcp {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:00.420761 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.425597 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:00.459284 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] No DVR routers for this DVR port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 on host dv-cinder-794001-2-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:00.463738 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Pushing event deleted for resources: {'Port': ['ID=6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:00.477634 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.478169 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.478709 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.479203 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.479549 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.479883 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.480210 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.480836 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.481137 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.481467 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.481794 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.482123 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:00.490525 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:00.490834 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.494682 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e07c06ce-e940-4711-9b28-b80bacb5fb8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:00.520032 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:00.524336 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:00.528279 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] No DVR routers for this DVR port 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 on host dv-cinder-794001-2-iscsi {{(pid=93098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:00.638903 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.650474 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2890c9a2-c322-459b-ac8e-2f8f78d8a615']}} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:00.657196 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.662222 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:00.667640 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c271b46a-2dee-4552-b1b5-7086437e15c2') {'for_net_delete': True} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:00.667940 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c271b46a-2dee-4552-b1b5-7086437e15c2') {} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:00.696591 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579061'] for segment, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.698752 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event deleted for resources: {'Port': ['ID=e1d94c37-f8e6-46db-a78a-0bd41b902fc9,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:00.707402 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:00.735378 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.761352 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=93098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:23:00.761800 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461502'] for segment, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: self.session.flush() Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: self.session.flush() Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: self.session.flush() Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: self.session.flush() Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: Traceback (most recent call last): Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: timer() Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: cb(*args, **kw) Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: return func(*args, **kwargs) Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: self._notify() Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: self.callback(batched_events) Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: event.method(event) Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: return f(self, *a, **k) Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._get(url).json() Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: return self.request(url, 'GET', **kwargs) Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:23:00.763472 dv-cinder-794001-2-iscsi neutron-server[93098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:23:00.821855 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for floatingip, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:00.822478 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.l3_db [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Floating IP 017e19a7-86b8-4e37-9893-777462080db1 disassociated (deleted). External IP: 172.27.3.182, port: 417b90d8-1099-48d8-9345-29709616bf31. Jun 23 14:23:00.860099 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:01.111124 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:01.123054 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:01.125500 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] 10.222.0.26 "DELETE /v2.0/networks/2890c9a2-c322-459b-ac8e-2f8f78d8a615 HTTP/1.1" status: 204 len: 168 time: 1.2041383 Jun 23 14:23:01.128278 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Pushing event deleted for resources: {'Network': ['ID=2890c9a2-c322-459b-ac8e-2f8f78d8a615,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:01.131852 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:01.146072 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0e9b5888-bf9b-410b-942a-b876621e245c no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:01.167357 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 0e9b5888-bf9b-410b-942a-b876621e245c {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:01.167966 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0e9b5888-bf9b-410b-942a-b876621e245c not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:01.168549 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0e94b227-994f-4257-be3a-246b6218f315 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:01.188971 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 0e94b227-994f-4257-be3a-246b6218f315 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:01.189611 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0e94b227-994f-4257-be3a-246b6218f315 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:01.190297 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:01.211853 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:01.212549 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 6a6fb9b9-d3e6-4ec5-ae39-fbd2bec647f9 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:01.319767 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:23:01.333159 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39834) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:01.387945 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-c2a6e86c-8ed8-470f-8e11-5f5e952cc8b3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e6daccbc03dd43afbe001010be6a8236&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536973 Jun 23 14:23:01.390591 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39838) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:01.432578 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:23:01.437555 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:01.442956 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] Sync routers for ids ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:23:01.450432 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d7f13f82-faad-4f18-bb94-c4c13cb50182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:01.453149 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] Routers {'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:01.454012 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:22:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:01.477163 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d7f13f82-faad-4f18-bb94-c4c13cb50182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:01.489311 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-e2f4b8c5-c574-45a7-b885-b6edaadd8141 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "DELETE /v2.0/floatingips/017e19a7-86b8-4e37-9893-777462080db1 HTTP/1.1" status: 204 len: 168 time: 1.8066950 Jun 23 14:23:01.491058 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'tag': '417b90d8-1099-48d8-9345-29709616bf31'}] {{(pid=93098) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:23:01.495139 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ae64177605cb7c2040b05ec36b85f5604532bc610432cca37264cc9b1b03e449" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f99aea5-2eed-435a-bac8-1c09a468b7ba" -d '{"events": [{"name": "network-changed", "server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "tag": "417b90d8-1099-48d8-9345-29709616bf31"}]}' {{(pid=93098) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:23:01.536594 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d7f13f82-faad-4f18-bb94-c4c13cb50182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:01.541631 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-d7f13f82-faad-4f18-bb94-c4c13cb50182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:01.542864 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-d7f13f82-faad-4f18-bb94-c4c13cb50182 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cbb87d80-afff-408d-a88a-cf3196b9bd28 HTTP/1.1" status: 204 len: 168 time: 0.1513193 Jun 23 14:23:01.543692 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f9feb0d6-d915-4230-b4c6-063a782a9d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:01.559331 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f13f82-faad-4f18-bb94-c4c13cb50182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb87d80-afff-408d-a88a-cf3196b9bd28,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:01.570607 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d7f13f82-faad-4f18-bb94-c4c13cb50182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:01.649097 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] Set router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:01.790308 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd76277-b72e-4503-ae9e-0fc94a8cf853 x-openstack-request-id: req-6dd76277-b72e-4503-ae9e-0fc94a8cf853 {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:23:01.794826 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "tag": "417b90d8-1099-48d8-9345-29709616bf31", "status": "completed", "code": 200}]} {{(pid=93098) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:23:01.795263 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6dd76277-b72e-4503-ae9e-0fc94a8cf853 {{(pid=93098) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:23:01.795815 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'tag': '417b90d8-1099-48d8-9345-29709616bf31', 'status': 'completed', 'code': 200} Jun 23 14:23:01.936671 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-da4bcc38-4cc5-4d99-b4c5-6d8e1bd78c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:01.938163 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-da4bcc38-4cc5-4d99-b4c5-6d8e1bd78c79 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=6d5af2bbf61348b297018fdfc9718e0f&device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 1099 time: 0.1228046 Jun 23 14:23:01.944659 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:32Z', 'revision_number': 5, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:01.973355 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] Checking router: f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:23:01.986260 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] Routers {'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:01.987071 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:22:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:02.092697 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-0760bbd8-fe78-4f69-a9ba-aa15aee1df16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:02.094304 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-0760bbd8-fe78-4f69-a9ba-aa15aee1df16 service neutron] 10.222.0.10 "GET /v2.0/networks?id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc HTTP/1.1" status: 200 len: 909 time: 0.1486251 Jun 23 14:23:02.113331 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] Set router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:02.143514 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-8dae27b5-2f4e-4505-a278-c689b9426e12 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=417b90d8-1099-48d8-9345-29709616bf31 HTTP/1.1" status: 200 len: 217 time: 0.0401974 Jun 23 14:23:02.151933 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3313f8-b575-437e-818f-b9bccfd963e3 req-e7382778-bf6f-4dfd-b2b2-097e99ef7ab2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:02.158840 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3d3313f8-b575-437e-818f-b9bccfd963e3 req-e7382778-bf6f-4dfd-b2b2-097e99ef7ab2 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.1340623 Jun 23 14:23:02.246213 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3d3313f8-b575-437e-818f-b9bccfd963e3 req-cc417084-699a-430e-9d41-e299792035e1 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864520 Jun 23 14:23:02.250864 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-617d8fa4-94dd-4ee1-a147-f118ee823256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:02.252657 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-617d8fa4-94dd-4ee1-a147-f118ee823256 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=f6ac850b-89d3-43fb-b1c5-de5022ee1719 HTTP/1.1" status: 200 len: 847 time: 0.0919726 Jun 23 14:23:02.325096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-57acdb15-89a3-4d3c-9cd0-76856980f84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:02.327977 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-57acdb15-89a3-4d3c-9cd0-76856980f84d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0646782 Jun 23 14:23:02.370022 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:32Z', 'revision_number': 5, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:02.404765 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0043d999-92d3-4d5c-a33b-e016a7986588 None None] The sync data for ids ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'] in dv-cinder-794001-2-iscsi is: [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:25Z', 'revision_number': 4, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'adef47d9-a46e-496e-9040-e1841446cdda', 'name': '', 'network_id': '5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'mac_address': 'fa:16:3e:be:22:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:25Z', 'updated_at': '2021-06-23T14:17:32Z', 'revision_number': 5, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'subnets': [{'id': 'f6ac850b-89d3-43fb-b1c5-de5022ee1719', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:23:02.451888 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-f1dbf1ee-681e-4901-9d85-4c0dae4d698e service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164918 Jun 23 14:23:02.712205 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5ca4fd-8dda-4af6-aa64-73d1ee107b33 None None] New status for floating IP 017e19a7-86b8-4e37-9893-777462080db1: DOWN {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:23:02.846618 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7f99aea5-2eed-435a-bac8-1c09a468b7ba req-15bfcefb-cc25-4919-9b31-5e9ac7c87630 service neutron] 10.222.0.10 "GET /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3870366 Jun 23 14:23:03.425491 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a29844-bc86-4404-9087-d2f71e81435a req-87b43420-3ac2-4f70-be80-6407cd212fd8 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:03.427064 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-20a29844-bc86-4404-9087-d2f71e81435a req-87b43420-3ac2-4f70-be80-6407cd212fd8 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0734558 Jun 23 14:23:03.468479 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-20a29844-bc86-4404-9087-d2f71e81435a req-a5ab0120-ccca-45de-97db-32e136c6dc26 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/security-groups?id=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356460 Jun 23 14:23:03.496984 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39920) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:03.597264 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-745a6c2c-45e7-4043-98bf-9a1d71c4c71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:03.681519 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-745a6c2c-45e7-4043-98bf-9a1d71c4c71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:03.685043 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-745a6c2c-45e7-4043-98bf-9a1d71c4c71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:03.687945 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b4632ce8-000d-4747-b1d2-b08d9ef5e2e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:03.721219 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a6c2c-45e7-4043-98bf-9a1d71c4c71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea02839-3d33-4a34-8a99-f0f7f47914b3,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:03.725512 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-745a6c2c-45e7-4043-98bf-9a1d71c4c71a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=50eb60c6c18e4c1fbed0ba8ce281c2c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275035 Jun 23 14:23:03.726467 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-745a6c2c-45e7-4043-98bf-9a1d71c4c71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:03.728088 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 39924) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:03.780255 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-57db8247-84e8-40c4-b53a-8fa71de30878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:03.800911 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-57db8247-84e8-40c4-b53a-8fa71de30878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:03.850259 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-57db8247-84e8-40c4-b53a-8fa71de30878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:03.852919 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-57db8247-84e8-40c4-b53a-8fa71de30878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:03.854037 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-57db8247-84e8-40c4-b53a-8fa71de30878 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ea02839-3d33-4a34-8a99-f0f7f47914b3 HTTP/1.1" status: 204 len: 168 time: 0.1250103 Jun 23 14:23:03.854811 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3ac20ab9-9722-479f-b5ee-92169235c6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:03.861979 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db8247-84e8-40c4-b53a-8fa71de30878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea02839-3d33-4a34-8a99-f0f7f47914b3,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:03.864311 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-57db8247-84e8-40c4-b53a-8fa71de30878 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:03.960650 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-2d7cfc2e-a13f-415a-82f4-89a5ce705e0b tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:03.963718 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-2d7cfc2e-a13f-415a-82f4-89a5ce705e0b tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.10 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 946 time: 0.0666368 Jun 23 14:23:04.084541 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Deleting port 417b90d8-1099-48d8-9345-29709616bf31 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:04.084882 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.150447 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39940) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:04.165970 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-26fb7f98-0aa3-4d6a-9a57-dd2929c6a03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.186178 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] For port 417b90d8-1099-48d8-9345-29709616bf31, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=417b90d8-1099-48d8-9345-29709616bf31,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:04.186655 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.202785 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Calling delete_port for 417b90d8-1099-48d8-9345-29709616bf31 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:04.254225 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-26fb7f98-0aa3-4d6a-9a57-dd2929c6a03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.258636 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-26fb7f98-0aa3-4d6a-9a57-dd2929c6a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.262069 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-12c3487c-036c-4b05-855d-4df6ed01a835 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:04.296678 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fb7f98-0aa3-4d6a-9a57-dd2929c6a03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2003ba1d-c22b-4938-acce-4542158b51bd,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:04.301167 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-26fb7f98-0aa3-4d6a-9a57-dd2929c6a03a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:04.306159 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-26fb7f98-0aa3-4d6a-9a57-dd2929c6a03a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=776c90eb76c74fe2a743d5759e14944b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522713 Jun 23 14:23:04.307088 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39944) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:04.346512 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.350521 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:04.360084 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-eb4c01fd-8d21-4e10-8ad9-ad69aace8866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.380485 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event deleted for resources: {'Port': ['ID=417b90d8-1099-48d8-9345-29709616bf31,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:04.385417 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:04.395589 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-eb4c01fd-8d21-4e10-8ad9-ad69aace8866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.430653 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] No DVR routers for this DVR port 417b90d8-1099-48d8-9345-29709616bf31 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:04.433973 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.436794 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-92af1d65-9d43-41b2-93c9-cb30f2995598 req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.10 "DELETE /v2.0/ports/417b90d8-1099-48d8-9345-29709616bf31 HTTP/1.1" status: 204 len: 173 time: 0.4666257 Jun 23 14:23:04.437287 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'name': 'network-vif-deleted', 'tag': '417b90d8-1099-48d8-9345-29709616bf31'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:23:04.439746 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f707016a-6d05-4c27-8543-177bf639df7a" -d '{"events": [{"server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "name": "network-vif-deleted", "tag": "417b90d8-1099-48d8-9345-29709616bf31"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:23:04.451148 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-eb4c01fd-8d21-4e10-8ad9-ad69aace8866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.455182 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-eb4c01fd-8d21-4e10-8ad9-ad69aace8866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:04.456337 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-eb4c01fd-8d21-4e10-8ad9-ad69aace8866 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2003ba1d-c22b-4938-acce-4542158b51bd HTTP/1.1" status: 204 len: 168 time: 0.1490841 Jun 23 14:23:04.457172 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-6fb9326f-2287-44f4-bb32-ac864975fee5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:04.470237 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c01fd-8d21-4e10-8ad9-ad69aace8866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2003ba1d-c22b-4938-acce-4542158b51bd,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:04.472965 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-eb4c01fd-8d21-4e10-8ad9-ad69aace8866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:04.492537 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d40fea-6c1b-4fb6-974f-04f214637aa6 x-openstack-request-id: req-00d40fea-6c1b-4fb6-974f-04f214637aa6 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:23:04.492537 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62b4abe4-cd0a-4858-9c6f-e3703eac0c45", "name": "network-vif-deleted", "tag": "417b90d8-1099-48d8-9345-29709616bf31", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:23:04.492537 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-00d40fea-6c1b-4fb6-974f-04f214637aa6 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:23:04.492895 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62b4abe4-cd0a-4858-9c6f-e3703eac0c45', 'name': 'network-vif-deleted', 'tag': '417b90d8-1099-48d8-9345-29709616bf31', 'status': 'completed', 'code': 200} Jun 23 14:23:04.614930 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-78adbe7b-bcf0-4473-9f44-577f17792a50 req-6bc33ff1-9f1f-4497-b1e4-aa2a155a9ea8 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "GET /v2.0/ports?device_id=62b4abe4-cd0a-4858-9c6f-e3703eac0c45 HTTP/1.1" status: 200 len: 210 time: 0.0282147 Jun 23 14:23:05.542014 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39988) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:05.709379 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 39998) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:05.744030 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-93b0861e-bbf2-4538-83a0-27d7d1725ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:05.800372 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2797406f-30e4-431b-83fa-fcb92d98d47e tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:05.835720 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2797406f-30e4-431b-83fa-fcb92d98d47e tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:05.920419 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-93b0861e-bbf2-4538-83a0-27d7d1725ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:05.924640 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-93b0861e-bbf2-4538-83a0-27d7d1725ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:05.928532 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-b25084bc-7e71-4c68-8788-9f967aa825e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:05.950744 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2797406f-30e4-431b-83fa-fcb92d98d47e tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:05.954140 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2797406f-30e4-431b-83fa-fcb92d98d47e tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:05.955329 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2797406f-30e4-431b-83fa-fcb92d98d47e tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] 10.222.0.26 "DELETE /v2.0/security-groups/e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51 HTTP/1.1" status: 204 len: 168 time: 0.2449934 Jun 23 14:23:05.978313 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-93b0861e-bbf2-4538-83a0-27d7d1725ae9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=15c5175231784157815e02f28a63793b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4351964 Jun 23 14:23:05.979276 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0861e-bbf2-4538-83a0-27d7d1725ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8845d1c6-31ba-4524-bd16-6bdcfe96bbf7,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:05.980973 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40010) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:05.982707 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-93b0861e-bbf2-4538-83a0-27d7d1725ae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:05.983300 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c333db64-e333-4c49-9134-6f7f884bb36d tempest-TestMinimumBasicScenario-201270822 tempest-TestMinimumBasicScenario-201270822-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:05.995103 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797406f-30e4-431b-83fa-fcb92d98d47e tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf8d0f-3d71-4cfb-a510-1329eb9ecd51,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:05.997104 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2797406f-30e4-431b-83fa-fcb92d98d47e tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:06.042506 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-99bfbdad-3bf5-49eb-9c4f-18889c1e4692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.063662 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-99bfbdad-3bf5-49eb-9c4f-18889c1e4692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.112317 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-99bfbdad-3bf5-49eb-9c4f-18889c1e4692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.115153 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-99bfbdad-3bf5-49eb-9c4f-18889c1e4692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.116281 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-99bfbdad-3bf5-49eb-9c4f-18889c1e4692 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8845d1c6-31ba-4524-bd16-6bdcfe96bbf7 HTTP/1.1" status: 204 len: 168 time: 0.1343224 Jun 23 14:23:06.117398 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-1c8ad4ad-cec9-458f-ba93-8118d2cb11ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:06.125733 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfbdad-3bf5-49eb-9c4f-18889c1e4692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8845d1c6-31ba-4524-bd16-6bdcfe96bbf7,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:06.128625 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-99bfbdad-3bf5-49eb-9c4f-18889c1e4692 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:06.435497 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40024) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:06.449133 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bd1503a2-b942-44dc-bda6-39341a19ce7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.543413 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bd1503a2-b942-44dc-bda6-39341a19ce7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.548110 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bd1503a2-b942-44dc-bda6-39341a19ce7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.551489 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b6ea6b55-703d-41e7-9c7b-6e93daa8e1cb tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:06.588123 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bd1503a2-b942-44dc-bda6-39341a19ce7c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5cc04fded5934e5a857a7be2da7b2e30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1513901 Jun 23 14:23:06.589155 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1503a2-b942-44dc-bda6-39341a19ce7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f99148-b103-4d3a-a583-ca539e87b69e,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:06.590901 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40032) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:06.592535 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bd1503a2-b942-44dc-bda6-39341a19ce7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:06.647242 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a8550c4-3a25-461f-8be9-0abca36145d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.668402 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 417b90d8-1099-48d8-9345-29709616bf31 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:06.669196 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a8550c4-3a25-461f-8be9-0abca36145d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.688829 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 417b90d8-1099-48d8-9345-29709616bf31 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:06.689267 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 417b90d8-1099-48d8-9345-29709616bf31 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:06.717749 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a8550c4-3a25-461f-8be9-0abca36145d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.720441 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a8550c4-3a25-461f-8be9-0abca36145d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:06.721986 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-7a8550c4-3a25-461f-8be9-0abca36145d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/96f99148-b103-4d3a-a583-ca539e87b69e HTTP/1.1" status: 204 len: 168 time: 0.1290710 Jun 23 14:23:06.722889 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0319e838-b677-4d09-9662-77d14c9b4ffb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:06.730731 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8550c4-3a25-461f-8be9-0abca36145d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f99148-b103-4d3a-a583-ca539e87b69e,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:06.733793 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7a8550c4-3a25-461f-8be9-0abca36145d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:07.031178 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40060) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:07.454844 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40080) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:07.556463 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-457445619-network', 'tenant_id': 'b47db9319a1942c7ae9b4269c904f81b'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:23:07.578218 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Made reservation on behalf of b47db9319a1942c7ae9b4269c904f81b for: {'network': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:23:07.580791 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.595452 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.616156 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478946'] for router_interface, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.682201 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.686207 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.690247 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0df14989-c781-465f-b792-cfed1158b6db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:07.709042 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 691} {{(pid=93097) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:23:07.723776 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec96234-f71b-457a-8e90-16290f1ad3eb,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:07.727067 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:07.729863 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.730214 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.segments_db [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Added segment b30868c3-362c-4668-a88f-8c4536a034b4 of type vlan for network 983637e7-3dcc-4133-a01a-4fc9603dd52b Jun 23 14:23:07.771172 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.800459 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.801948 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:07.802627 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.805456 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:07.870261 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4142754 Jun 23 14:23:07.873021 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40084) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:07.878566 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Request body: {'subnet': {'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-457445619-subnet', 'tenant_id': 'b47db9319a1942c7ae9b4269c904f81b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:23:07.884736 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Deleting port adef47d9-a46e-496e-9040-e1841446cdda {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:07.885002 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Pushing event updated for resources: {'Network': ['ID=983637e7-3dcc-4133-a01a-4fc9603dd52b,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:07.885152 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.887822 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:07.895189 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network 983637e7-3dcc-4133-a01a-4fc9603dd52b details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:23:07.911969 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Made reservation on behalf of b47db9319a1942c7ae9b4269c904f81b for: {'subnet': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:23:07.914451 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12976817'] for subnet, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.974681 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] For port adef47d9-a46e-496e-9040-e1841446cdda, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=adef47d9-a46e-496e-9040-e1841446cdda,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:07.975049 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.989055 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Calling delete_port for adef47d9-a46e-496e-9040-e1841446cdda owned by network:router_interface {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:08.085138 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13391818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12976803'] for subnet, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:08.088031 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:08.139797 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdf07ddb-884d-4fa4-a17b-9c72851b27f4,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:08.144364 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:08.152107 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Checking segment: {'id': 'b30868c3-362c-4668-a88f-8c4536a034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:23:08.152504 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Network hostable DHCP agents. Network: 983637e7-3dcc-4133-a01a-4fc9603dd52b, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:23:08.169861 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Network 983637e7-3dcc-4133-a01a-4fc9603dd52b is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:23:08.177866 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:08.181270 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2388fd93-06c7-4387-aed8-f984066d6f11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:08.181986 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, 983637e7-3dcc-4133-a01a-4fc9603dd52b) {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:23:08.186313 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:08.186964 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:08.192289 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba2bd3d-75f5-40d7-b3c8-3f1e025da9cb None None] Network 983637e7-3dcc-4133-a01a-4fc9603dd52b requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:23:08.209327 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3275502 Jun 23 14:23:08.213797 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=adef47d9-a46e-496e-9040-e1841446cdda,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:08.216349 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:08.335420 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f56dfc-51b6-4b9b-954c-7ce947269d50 None None] Network 983637e7-3dcc-4133-a01a-4fc9603dd52b requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:23:08.402778 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16331031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16463378'] for router_interface, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:08.645066 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:23:08.773020 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:23:08.778546 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1e98ae34-bcec-4fdb-a058-a467443f4fa5 admin admin] 10.222.0.26 "PUT /v2.0/routers/f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7476130 Jun 23 14:23:08.781229 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40104) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:08.783747 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] Sync routers for ids ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:23:08.794478 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] Routers {'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:08.795805 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:22:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:08.895525 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Notify callbacks [] for router, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:08.906010 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] Set router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:08.993801 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.220584 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:23:08Z', 'revision_number': 5, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port': {'id': 'bc9c81a0-a8f2-4206-81fd-4bcabc537ca0', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:c8:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:17:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:09.251137 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] Checking router: f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:23:09.260153 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] Routers {'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:09.260880 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:22:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:09.298680 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Deleting port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:09.299023 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.345488 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] Set router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 gateway port host: None {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:09.376471 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] For port bc9c81a0-a8f2-4206-81fd-4bcabc537ca0, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=bc9c81a0-a8f2-4206-81fd-4bcabc537ca0,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:09.376821 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.388928 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Calling delete_port for bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 owned by network:router_gateway {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:09.396492 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:23:08Z', 'revision_number': 6, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port_host': None}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:09.425510 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ae8bf0-77c2-4a55-a83d-33483b575c63 None None] The sync data for ids ['f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4'] in dv-cinder-794001-2-iscsi is: [{'id': 'f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4', 'name': 'tempest-TestShelveInstance-391485030-router', 'tenant_id': '6d5af2bbf61348b297018fdfc9718e0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:23Z', 'updated_at': '2021-06-23T14:23:08Z', 'revision_number': 6, 'project_id': '6d5af2bbf61348b297018fdfc9718e0f', 'gw_port_host': None}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:23:09.554055 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.555863 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8ed09e27-e937-4d11-9643-4f2a7aebbe5a tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:09.577319 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc9c81a0-a8f2-4206-81fd-4bcabc537ca0,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:09.580223 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:09.644831 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16462471'] for router_gateway, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.734123 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16451747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32602'] for router, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.736228 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.783306 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16463337'] for router, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.783902 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 {{(pid=93098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:23:09.789062 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.790264 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-4e854832-9c7f-4f51-9e20-299d993b6773 admin admin] 10.222.0.26 "DELETE /v2.0/routers/f7e4b88a-21b1-4691-8e2e-d5a6ec5b52c4 HTTP/1.1" status: 204 len: 168 time: 1.0073602 Jun 23 14:23:09.792691 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40110) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:09.847448 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_v2 [None req-19322592-27d3-44ef-addd-8f0ab38c0f88 admin admin] Deleting subnet f6ac850b-89d3-43fb-b1c5-de5022ee1719 {{(pid=93098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:23:09.863215 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-19322592-27d3-44ef-addd-8f0ab38c0f88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:09.906640 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-19322592-27d3-44ef-addd-8f0ab38c0f88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579050'] for subnet, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.003060 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-19322592-27d3-44ef-addd-8f0ab38c0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.063728 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-19322592-27d3-44ef-addd-8f0ab38c0f88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136501'] for subnet, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.066784 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-572eb051-d7fb-41bf-955c-b4629205c2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:10.091700 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19322592-27d3-44ef-addd-8f0ab38c0f88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6ac850b-89d3-43fb-b1c5-de5022ee1719,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:10.094001 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-19322592-27d3-44ef-addd-8f0ab38c0f88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:10.096091 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-19322592-27d3-44ef-addd-8f0ab38c0f88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.100564 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-19322592-27d3-44ef-addd-8f0ab38c0f88 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f6ac850b-89d3-43fb-b1c5-de5022ee1719 HTTP/1.1" status: 204 len: 168 time: 0.3046935 Jun 23 14:23:10.100752 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d042c197-acfe-4630-8d02-c0478975dd1b None None] Network 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:23:10.101415 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40134) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:10.132892 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998884d-be86-429f-a1c9-08bed9575dca req-afa4ce80-7176-4dc8-b1aa-2ba0f29406e5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:10.134490 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-afa4ce80-7176-4dc8-b1aa-2ba0f29406e5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/networks?id=983637e7-3dcc-4133-a01a-4fc9603dd52b HTTP/1.1" status: 200 len: 813 time: 0.1296041 Jun 23 14:23:10.191973 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-39f8fe88-b51c-4f1d-92d7-85f84eae9eea tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/quotas/b47db9319a1942c7ae9b4269c904f81b HTTP/1.1" status: 200 len: 375 time: 0.0427217 Jun 23 14:23:10.235504 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-b176863e-5b6b-44e9-81c5-9670387e8659 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b47db9319a1942c7ae9b4269c904f81b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358717 Jun 23 14:23:10.238170 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.301709 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Deleting port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:10.302285 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.322296 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] DHCP port deletion for 5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc request from dv-cinder-794001-2-iscsi {{(pid=93099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:23:10.330376 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-bd47e520-0efb-43f3-bfb8-b96699da69f2 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:23:10.331502 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-bd47e520-0efb-43f3-bfb8-b96699da69f2 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0834105 Jun 23 14:23:10.381182 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] Deleting port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:10.381569 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.442448 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] For port f8c0ec65-b06a-43be-a01e-20a6e1f1a984, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=f8c0ec65-b06a-43be-a01e-20a6e1f1a984,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:10.443329 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.450013 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] For port f8c0ec65-b06a-43be-a01e-20a6e1f1a984, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=f8c0ec65-b06a-43be-a01e-20a6e1f1a984,segment=NetworkSegment(81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0),segment_id=81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:10.450585 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.462417 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Calling delete_port for f8c0ec65-b06a-43be-a01e-20a6e1f1a984 owned by network:dhcp {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:10.466132 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] Calling delete_port for f8c0ec65-b06a-43be-a01e-20a6e1f1a984 owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:10.519820 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-3d6cc4d5-876a-4fe5-b218-38e42bf0c901 service neutron] 10.222.0.26 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588874 Jun 23 14:23:10.553036 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.556305 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:10.582127 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] Pushing event deleted for resources: {'Port': ['ID=f8c0ec65-b06a-43be-a01e-20a6e1f1a984,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:10.584346 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] No DVR routers for this DVR port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 on host dv-cinder-794001-2-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:10.586106 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:10.625656 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.630378 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-80b60545-6f08-47d3-915e-02ea552fa479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:10.664116 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8c0ec65-b06a-43be-a01e-20a6e1f1a984,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:10.665956 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] No DVR routers for this DVR port f8c0ec65-b06a-43be-a01e-20a6e1f1a984 on host dv-cinder-794001-2-iscsi {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:10.667844 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:10.672015 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-8a9904de-135c-4bdc-af41-80cf95df809f service neutron] 10.222.0.26 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452482 Jun 23 14:23:10.743595 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.754803 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc']}} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:10.768395 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0') {'for_net_delete': True} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:10.768705 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c9c2ec-8e0e-4297-a617-e5c7aaa5f7c0') {} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:10.778652 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13996493'] for segment, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.792640 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.799426 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=93097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:23:10.799827 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13390740'] for segment, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: self.session.flush() Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: self.session.flush() Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: self.session.flush() Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: self.session.flush() Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: Traceback (most recent call last): Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: timer() Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: cb(*args, **kw) Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: return func(*args, **kwargs) Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: self._notify() Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: self.callback(batched_events) Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: event.method(event) Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: return f(self, *a, **k) Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._get(url).json() Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: return self.request(url, 'GET', **kwargs) Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:23:10.801518 dv-cinder-794001-2-iscsi neutron-server[93097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:23:10.847527 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f5cd7b0c-c15c-4c3a-9b77-a5ecb3efbbd4 req-040f96c1-37f2-4125-a773-e4d7b1d10418 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 210 time: 0.0283210 Jun 23 14:23:10.858398 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.862814 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:10.866542 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:10.871018 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] 10.222.0.26 "DELETE /v2.0/networks/5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc HTTP/1.1" status: 204 len: 168 time: 0.7659113 Jun 23 14:23:10.871523 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40142) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:10.879385 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e8c64cb-9ad5-4feb-a9a3-3a12a8dfa9cc,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:10.882218 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:11.079970 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0f8bae4a-0b49-48c4-bf1d-d931cdacc423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.153758 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device f8c0ec65-b06a-43be-a01e-20a6e1f1a984 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:11.179580 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: f8c0ec65-b06a-43be-a01e-20a6e1f1a984 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:11.180031 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device f8c0ec65-b06a-43be-a01e-20a6e1f1a984 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:11.180458 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device adef47d9-a46e-496e-9040-e1841446cdda no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:11.202324 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: adef47d9-a46e-496e-9040-e1841446cdda {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:11.202783 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device adef47d9-a46e-496e-9040-e1841446cdda not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:11.203157 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:11.222129 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:11.222512 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device bc9c81a0-a8f2-4206-81fd-4bcabc537ca0 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:11.236915 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478946'] for router_interface, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.495942 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Deleting port bec4a324-5695-4ab0-8cad-5d53c35de32c {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:11.496284 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.579353 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] For port bec4a324-5695-4ab0-8cad-5d53c35de32c, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=bec4a324-5695-4ab0-8cad-5d53c35de32c,segment=NetworkSegment(11fd1e51-e164-40ed-a3e3-d2bacf710d34),segment_id=11fd1e51-e164-40ed-a3e3-d2bacf710d34)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:11.579712 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.592781 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Calling delete_port for bec4a324-5695-4ab0-8cad-5d53c35de32c owned by network:router_interface {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:11.775244 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:11.777738 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-00261531-6480-469d-b101-93e818c19a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:11.801535 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Pushing event deleted for resources: {'Port': ['ID=bec4a324-5695-4ab0-8cad-5d53c35de32c,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:11.804976 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:11.956274 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5246fd37-43d3-4a75-98ca-93a0aa6967d5 req-db439c2a-77e5-4392-a53d-89aa40acaf68 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 210 time: 0.0342257 Jun 23 14:23:11.990991 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16331031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16463378'] for router_interface, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:12.209132 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Router e468e440-7502-4237-af49-c03c750eb5af has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:23:12.309143 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:23:12.314547 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-9097c91c-2458-4fbf-b45e-69b1a1285a17 admin admin] 10.222.0.26 "PUT /v2.0/routers/e468e440-7502-4237-af49-c03c750eb5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4418716 Jun 23 14:23:12.317032 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40176) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:12.319891 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926658cb-5340-413a-89a4-2933084208c4 None None] Sync routers for ids ['e468e440-7502-4237-af49-c03c750eb5af'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:23:12.329667 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926658cb-5340-413a-89a4-2933084208c4 None None] Routers {'e468e440-7502-4237-af49-c03c750eb5af'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:12.330278 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-926658cb-5340-413a-89a4-2933084208c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:22:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e468e440-7502-4237-af49-c03c750eb5af'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:12.417736 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:12.429918 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-926658cb-5340-413a-89a4-2933084208c4 None None] Set router e468e440-7502-4237-af49-c03c750eb5af gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:12.518853 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:12.569982 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Deleting port a479177d-077a-41bb-b7c3-8349d5e52088 {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:12.570325 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:12.606110 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-926658cb-5340-413a-89a4-2933084208c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468e440-7502-4237-af49-c03c750eb5af', 'name': 'tempest-TestShelveInstance-806716261-router', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25'}], 'enable_snat': True}, 'gw_port_id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:23:11Z', 'revision_number': 5, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'gw_port': {'id': 'a479177d-077a-41bb-b7c3-8349d5e52088', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:cc:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e468e440-7502-4237-af49-c03c750eb5af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:17:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:12.632651 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926658cb-5340-413a-89a4-2933084208c4 None None] Checking router: e468e440-7502-4237-af49-c03c750eb5af for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:23:12.640598 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926658cb-5340-413a-89a4-2933084208c4 None None] Routers {'e468e440-7502-4237-af49-c03c750eb5af'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:23:12.641209 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-926658cb-5340-413a-89a4-2933084208c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:22:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['e468e440-7502-4237-af49-c03c750eb5af'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:12.649982 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] For port a479177d-077a-41bb-b7c3-8349d5e52088, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=a479177d-077a-41bb-b7c3-8349d5e52088,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:12.650344 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:12.663566 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Calling delete_port for a479177d-077a-41bb-b7c3-8349d5e52088 owned by network:router_gateway {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:12.812158 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-926658cb-5340-413a-89a4-2933084208c4 None None] Set router e468e440-7502-4237-af49-c03c750eb5af gateway port host: None {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:23:12.840268 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:12.842892 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-44c54d2f-2fc0-46c7-98a9-f4f47942d202 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:12.864397 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-926658cb-5340-413a-89a4-2933084208c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e468e440-7502-4237-af49-c03c750eb5af', 'name': 'tempest-TestShelveInstance-806716261-router', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:23:12Z', 'revision_number': 6, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'gw_port_host': None}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:12.867171 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a479177d-077a-41bb-b7c3-8349d5e52088,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:12.870376 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:12.893775 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926658cb-5340-413a-89a4-2933084208c4 None None] The sync data for ids ['e468e440-7502-4237-af49-c03c750eb5af'] in dv-cinder-794001-2-iscsi is: [{'id': 'e468e440-7502-4237-af49-c03c750eb5af', 'name': 'tempest-TestShelveInstance-806716261-router', 'tenant_id': '4c9b87066abf436ca0f4df2cb229054b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:28Z', 'updated_at': '2021-06-23T14:23:12Z', 'revision_number': 6, 'project_id': '4c9b87066abf436ca0f4df2cb229054b', 'gw_port_host': None}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:23:12.936489 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16462471'] for router_gateway, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.285308 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16451747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32602'] for router, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.287691 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.360123 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-af7d3430-ef29-4394-ae38-ee924f7df7e7 req-3d5a119e-8a64-413a-972a-e756c016396a tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 210 time: 0.0838797 Jun 23 14:23:13.360695 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16463337'] for router, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.361239 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e468e440-7502-4237-af49-c03c750eb5af {{(pid=93098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:23:13.365272 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.368739 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e468e440-7502-4237-af49-c03c750eb5af HTTP/1.1" status: 204 len: 168 time: 1.0478830 Jun 23 14:23:13.369123 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40198) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:13.420334 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7375d4c-4788-4c8d-8b47-4f2b3a537eb6 admin admin] Deleting subnet 4cec0853-47a8-4966-9385-d245e7b45b2d {{(pid=93097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:23:13.423744 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a7375d4c-4788-4c8d-8b47-4f2b3a537eb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.428020 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device bec4a324-5695-4ab0-8cad-5d53c35de32c no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:13.454481 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: bec4a324-5695-4ab0-8cad-5d53c35de32c {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:13.455232 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device bec4a324-5695-4ab0-8cad-5d53c35de32c not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:13.465648 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a7375d4c-4788-4c8d-8b47-4f2b3a537eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13996498'] for subnet, precommit_delete_associations {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.557434 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a7375d4c-4788-4c8d-8b47-4f2b3a537eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.588203 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40204) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:13.625647 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a7375d4c-4788-4c8d-8b47-4f2b3a537eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13390601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12976812'] for subnet, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.633673 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:13.655856 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7375d4c-4788-4c8d-8b47-4f2b3a537eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cec0853-47a8-4966-9385-d245e7b45b2d,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:13.658992 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a7375d4c-4788-4c8d-8b47-4f2b3a537eb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:13.660014 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a7375d4c-4788-4c8d-8b47-4f2b3a537eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.661884 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-a7375d4c-4788-4c8d-8b47-4f2b3a537eb6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4cec0853-47a8-4966-9385-d245e7b45b2d HTTP/1.1" status: 204 len: 168 time: 0.2918999 Jun 23 14:23:13.664509 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40208) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:13.666529 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb1b237-0374-41ca-91f1-2d852033d246 None None] Network 433113b9-d1b3-494c-8b85-977ab7c28ae4 requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:23:13.747331 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c23e47e1-b651-4fbb-9fe2-70dddd21baac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.766526 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.788871 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fd83171a-d997-4998-be94-096d64c36e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.794707 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.876531 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Deleting port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:13.876531 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.910493 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] DHCP port deletion for 433113b9-d1b3-494c-8b85-977ab7c28ae4 request from dv-cinder-794001-2-iscsi {{(pid=93099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:23:13.911047 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c23e47e1-b651-4fbb-9fe2-70dddd21baac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.939600 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c23e47e1-b651-4fbb-9fe2-70dddd21baac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.944243 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-06de89fb-f31b-4314-af9f-68a736b22b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:13.956027 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] Deleting port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:23:13.956407 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:13.980123 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] For port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e,segment=NetworkSegment(11fd1e51-e164-40ed-a3e3-d2bacf710d34),segment_id=11fd1e51-e164-40ed-a3e3-d2bacf710d34)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:13.980410 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.000875 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-c23e47e1-b651-4fbb-9fe2-70dddd21baac admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=510d9edde6474f05ac2910e2591b5ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4116790 Jun 23 14:23:14.003662 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40210) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:14.004244 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Calling delete_port for 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e owned by network:dhcp {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:14.010395 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e47e1-b651-4fbb-9fe2-70dddd21baac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ba1eb4-86ed-44ed-be2e-aee547aed1f6,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:14.016175 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c23e47e1-b651-4fbb-9fe2-70dddd21baac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:14.025727 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] For port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e,segment=NetworkSegment(11fd1e51-e164-40ed-a3e3-d2bacf710d34),segment_id=11fd1e51-e164-40ed-a3e3-d2bacf710d34)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:14.026141 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.039260 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] Calling delete_port for 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:23:14.055355 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7edb88db-6e0c-485e-9da4-7167cad60217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.076094 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7edb88db-6e0c-485e-9da4-7167cad60217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.090652 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.093486 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-41b4bac2-863e-4f90-b2ed-652710339363 tempest-VolumesNegativeTest-1891053528 tempest-VolumesNegativeTest-1891053528-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:14.120900 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.123622 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:14.126794 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:14.128963 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] No DVR routers for this DVR port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e on host dv-cinder-794001-2-iscsi {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:14.131150 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:14.137790 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7edb88db-6e0c-485e-9da4-7167cad60217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.141332 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7edb88db-6e0c-485e-9da4-7167cad60217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.145573 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-7edb88db-6e0c-485e-9da4-7167cad60217 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/97ba1eb4-86ed-44ed-be2e-aee547aed1f6 HTTP/1.1" status: 204 len: 168 time: 0.1407354 Jun 23 14:23:14.146729 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0b70c248-2b0f-4078-bd1b-71e6f6b66c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:14.156554 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb88db-6e0c-485e-9da4-7167cad60217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ba1eb4-86ed-44ed-be2e-aee547aed1f6,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:14.160882 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7edb88db-6e0c-485e-9da4-7167cad60217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:14.166454 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] Pushing event deleted for resources: {'Port': ['ID=63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:14.173084 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:14.180610 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] No DVR routers for this DVR port 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e on host dv-cinder-794001-2-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:23:14.212038 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.225305 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433113b9-d1b3-494c-8b85-977ab7c28ae4']}} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:14.238044 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fd1e51-e164-40ed-a3e3-d2bacf710d34') {'for_net_delete': True} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:14.238383 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fd1e51-e164-40ed-a3e3-d2bacf710d34') {} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:23:14.247694 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13996493'] for segment, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.263435 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.270780 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Releasing vlan 692 on physical network physnet1 to pool {{(pid=93097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:23:14.271147 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13390740'] for segment, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.272045 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: Traceback (most recent call last): Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: timer() Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: cb(*args, **kw) Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: return func(*args, **kwargs) Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: self._notify() Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: self.callback(batched_events) Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: event.method(event) Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: return f(self, *a, **k) Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._get(url).json() Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: return self.request(url, 'GET', **kwargs) Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:23:14.272903 dv-cinder-794001-2-iscsi neutron-server[93097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:23:14.332210 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.336450 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-75dc4de3-6177-4789-805e-5c1df68069da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:14.341897 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.344653 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] 10.222.0.26 "DELETE /v2.0/networks/433113b9-d1b3-494c-8b85-977ab7c28ae4 HTTP/1.1" status: 204 len: 168 time: 0.6788449 Jun 23 14:23:14.357503 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Pushing event deleted for resources: {'Network': ['ID=433113b9-d1b3-494c-8b85-977ab7c28ae4,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:14.360436 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:14.475884 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40224) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:14.505108 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8d6100e3-756e-4786-9904-d6c62249d55d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.515346 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c72a2c8a-6823-446a-96b1-51c19e0b1317 req-f4736d8d-5922-4886-a140-89abce9eb1c1 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 210 time: 0.0318995 Jun 23 14:23:14.521136 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40226) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:14.559751 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-79d8557f-5a4d-4b0b-8979-98fe45a72e28 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6d5af2bbf61348b297018fdfc9718e0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374968 Jun 23 14:23:14.562185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40228) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:14.601089 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8d6100e3-756e-4786-9904-d6c62249d55d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.605454 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8d6100e3-756e-4786-9904-d6c62249d55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.608759 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-df858939-8ff2-4a5b-929d-20b94e84f909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:14.612131 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-38b90199-5cb7-4309-884c-5d9f7a38ed54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.633133 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-38b90199-5cb7-4309-884c-5d9f7a38ed54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.642310 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-8d6100e3-756e-4786-9904-d6c62249d55d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3f716f8f75b24024b16e95592891c3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1644199 Jun 23 14:23:14.644296 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6100e3-756e-4786-9904-d6c62249d55d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=395efc47-2ed7-4a49-908b-1fdea16599a9,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:14.646550 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40230) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:14.652447 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8d6100e3-756e-4786-9904-d6c62249d55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:14.686293 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-38b90199-5cb7-4309-884c-5d9f7a38ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.688867 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-38b90199-5cb7-4309-884c-5d9f7a38ed54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.690164 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-38b90199-5cb7-4309-884c-5d9f7a38ed54 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8ec78b78-9ecc-4f99-a554-daac2a69ec5b HTTP/1.1" status: 204 len: 168 time: 0.1270492 Jun 23 14:23:14.690946 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9c2dadd2-be78-4a6e-b4e9-9af64b5888bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:14.696163 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3674d783-fa1c-4afd-a884-4ce2ce680c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.699374 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b90199-5cb7-4309-884c-5d9f7a38ed54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec78b78-9ecc-4f99-a554-daac2a69ec5b,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:14.702724 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-38b90199-5cb7-4309-884c-5d9f7a38ed54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:14.719110 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3674d783-fa1c-4afd-a884-4ce2ce680c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.767387 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3674d783-fa1c-4afd-a884-4ce2ce680c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.769934 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3674d783-fa1c-4afd-a884-4ce2ce680c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:14.771087 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-3674d783-fa1c-4afd-a884-4ce2ce680c55 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/395efc47-2ed7-4a49-908b-1fdea16599a9 HTTP/1.1" status: 204 len: 168 time: 0.1236496 Jun 23 14:23:14.771863 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-eb4c01fd-8d21-4e10-8ad9-ad69aace8866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:14.779516 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3674d783-fa1c-4afd-a884-4ce2ce680c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=395efc47-2ed7-4a49-908b-1fdea16599a9,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:14.782528 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-3674d783-fa1c-4afd-a884-4ce2ce680c55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:15.091464 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40240) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:15.105813 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2ef511be-f8f5-4cce-9f8d-428d2bd2d97e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.130731 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:15.131801 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40242) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:15.152729 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:15.152998 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 63d6ad1f-a2c1-4790-b02f-1a400a0fbc5e not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:15.153622 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device a479177d-077a-41bb-b7c3-8349d5e52088 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:23:15.174574 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: a479177d-077a-41bb-b7c3-8349d5e52088 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:23:15.174881 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device a479177d-077a-41bb-b7c3-8349d5e52088 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:23:15.176989 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-b703413a-97f0-42f4-bd2a-0e1b18b61f74 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4c9b87066abf436ca0f4df2cb229054b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437689 Jun 23 14:23:15.179565 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40244) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:15.206011 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.220665 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2ef511be-f8f5-4cce-9f8d-428d2bd2d97e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.224352 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2ef511be-f8f5-4cce-9f8d-428d2bd2d97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.227725 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-3dea9977-0e78-4dfa-a70c-8f0109c2cbb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:15.238799 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-af8dd322-bc40-40a0-9d53-389fa2a3a710 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.260374 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-af8dd322-bc40-40a0-9d53-389fa2a3a710 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.262620 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2ef511be-f8f5-4cce-9f8d-428d2bd2d97e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=86f065c479de4708b6efd54946cb8727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1694479 Jun 23 14:23:15.263492 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef511be-f8f5-4cce-9f8d-428d2bd2d97e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=620f3bef-073f-4bee-95c8-a4bafd832465,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:15.265738 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40246) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:15.267773 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2ef511be-f8f5-4cce-9f8d-428d2bd2d97e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:15.312832 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-af8dd322-bc40-40a0-9d53-389fa2a3a710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.315186 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00a82a8a-c25e-4100-8ecf-ce8254483359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.315733 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-af8dd322-bc40-40a0-9d53-389fa2a3a710 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.316855 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-af8dd322-bc40-40a0-9d53-389fa2a3a710 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/78a069d5-3813-423f-a19b-e6fcadbf1b92 HTTP/1.1" status: 204 len: 168 time: 0.1359866 Jun 23 14:23:15.317787 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-ada74cd8-0920-448c-9992-888e7f7caa60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:15.325854 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd322-bc40-40a0-9d53-389fa2a3a710 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a069d5-3813-423f-a19b-e6fcadbf1b92,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:15.328201 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-af8dd322-bc40-40a0-9d53-389fa2a3a710 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:15.345009 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00a82a8a-c25e-4100-8ecf-ce8254483359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.395174 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00a82a8a-c25e-4100-8ecf-ce8254483359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.397908 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-00a82a8a-c25e-4100-8ecf-ce8254483359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:15.401509 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-00a82a8a-c25e-4100-8ecf-ce8254483359 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/620f3bef-073f-4bee-95c8-a4bafd832465 HTTP/1.1" status: 204 len: 168 time: 0.1325135 Jun 23 14:23:15.401509 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7edb88db-6e0c-485e-9da4-7167cad60217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:15.408108 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a82a8a-c25e-4100-8ecf-ce8254483359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=620f3bef-073f-4bee-95c8-a4bafd832465,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:15.410309 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-00a82a8a-c25e-4100-8ecf-ce8254483359 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:15.682378 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-087391a7-2795-40ce-810c-f78455cbc4e0 req-1039f579-8896-43a4-8b95-6cefd6ded9d1 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 210 time: 0.0427446 Jun 23 14:23:16.228899 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998884d-be86-429f-a1c9-08bed9575dca req-f14a61ab-57a8-47e6-8727-1965cbd2ee9f tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:16.230726 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-f14a61ab-57a8-47e6-8727-1965cbd2ee9f tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.10 "GET /v2.0/networks?id=983637e7-3dcc-4133-a01a-4fc9603dd52b HTTP/1.1" status: 200 len: 813 time: 0.1211400 Jun 23 14:23:16.244985 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Request body: {'port': {'device_id': 'fd0d54ae-5622-4dbc-a613-e981f70a02d0', 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b', 'admin_state_up': True, 'tenant_id': 'b47db9319a1942c7ae9b4269c904f81b'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:23:16.379071 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Made reservation on behalf of b47db9319a1942c7ae9b4269c904f81b for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:23:16.383531 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:16.528960 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Allocated IP 172.20.0.5 (983637e7-3dcc-4133-a01a-4fc9603dd52b/fdf07ddb-884d-4fa4-a17b-9c72851b27f4/9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:23:16.643152 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:16.693326 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:16.737268 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:16.741856 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-92addb7a-53e9-426f-afdf-477a37f20f21 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:16.787323 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Network 983637e7-3dcc-4133-a01a-4fc9603dd52b is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:23:16.792805 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:23:16.797539 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:23:16.802092 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Pushing event updated for resources: {'Port': ['ID=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:16.831901 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:16.887801 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:16.888425 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:16.905986 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6652448 Jun 23 14:23:16.918541 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Request body: {'port': {'device_id': 'fd0d54ae-5622-4dbc-a613-e981f70a02d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:23:16.957292 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb560f99-3191-4ef3-91e2-065c928ad647 req-73beebf7-de30-40ac-9fa6-04ab227d1df7 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:16.958814 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cb560f99-3191-4ef3-91e2-065c928ad647 req-73beebf7-de30-40ac-9fa6-04ab227d1df7 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 931 time: 0.1270595 Jun 23 14:23:17.031248 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cb560f99-3191-4ef3-91e2-065c928ad647 req-7570faec-4aa6-4b9d-af37-77af69a80509 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659063 Jun 23 14:23:17.038315 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.303529 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:23:17.311765 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.323714 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Transition to ACTIVE for port object 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:23:17.327349 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.330064 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-714664f1-5e3b-4aa0-ab42-c2a34bc65a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:17.378855 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:17.400258 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:17.448310 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Attempting to bind port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:23:17.448657 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Attempting to bind port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'b30868c3-362c-4668-a88f-8c4536a034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:23:17.448996 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Attempting to bind port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 on network 983637e7-3dcc-4133-a01a-4fc9603dd52b {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:23:17.453708 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 on network 983637e7-3dcc-4133-a01a-4fc9603dd52b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:23:17.454035 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Attempting to bind port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 on network 983637e7-3dcc-4133-a01a-4fc9603dd52b {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:23:17.459011 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:23:17.459354 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Checking segment: {'id': 'b30868c3-362c-4668-a88f-8c4536a034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:23:17.459736 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Bound using segment: {'id': 'b30868c3-362c-4668-a88f-8c4536a034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:23:17.460196 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Bound port: 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30868c3-362c-4668-a88f-8c4536a034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:23:17.460522 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.526079 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] For port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:23:17.528871 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] For port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,segment=NetworkSegment(b30868c3-362c-4668-a88f-8c4536a034b4),segment_id=b30868c3-362c-4668-a88f-8c4536a034b4)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:23:17.533285 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.536130 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4d3abd90-6849-48cb-b825-91d596b71675 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:17.565345 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:17.565989 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:17.567388 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] 10.222.0.10 "PUT /v2.0/ports/9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 HTTP/1.1" status: 200 len: 1093 time: 0.6537812 Jun 23 14:23:17.569692 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0d54ae-5622-4dbc-a613-e981f70a02d0', 'tag': '9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:23:17.572595 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfd9abc-fb76-48f7-8088-283489bf1e14" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0d54ae-5622-4dbc-a613-e981f70a02d0", "tag": "9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:23:17.602241 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:17.607177 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:17.651748 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f6baef-20ad-4386-a1ad-ec90b2749535 x-openstack-request-id: req-b0f6baef-20ad-4386-a1ad-ec90b2749535 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:23:17.652102 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0d54ae-5622-4dbc-a613-e981f70a02d0", "tag": "9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:23:17.652466 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b0f6baef-20ad-4386-a1ad-ec90b2749535 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:23:17.652969 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0d54ae-5622-4dbc-a613-e981f70a02d0', 'tag': '9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65', 'status': 'completed', 'code': 200} Jun 23 14:23:17.680243 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998884d-be86-429f-a1c9-08bed9575dca req-f96139b5-6c2d-44c5-8564-061d4f09b6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:17.681787 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-f96139b5-6c2d-44c5-8564-061d4f09b6d2 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47db9319a1942c7ae9b4269c904f81b&device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 1096 time: 0.0599077 Jun 23 14:23:17.729638 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-2ad034a8-5a5f-4fe5-b6ea-75f0170d5686 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 HTTP/1.1" status: 200 len: 217 time: 0.0396047 Jun 23 14:23:17.787792 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998884d-be86-429f-a1c9-08bed9575dca req-e6e9a894-34c4-4ae7-b702-1f316f4fc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:17.789291 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-e6e9a894-34c4-4ae7-b702-1f316f4fc62b service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf07ddb-884d-4fa4-a17b-9c72851b27f4 HTTP/1.1" status: 200 len: 853 time: 0.0533183 Jun 23 14:23:17.824605 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-cd4f7f3a-685a-4c52-8f08-3ca2ec3a674c service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=983637e7-3dcc-4133-a01a-4fc9603dd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269864 Jun 23 14:23:17.915895 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-fbcf76a9-6ea1-43a2-815f-e5187e460c79 service neutron] 10.222.0.10 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842321 Jun 23 14:23:18.002467 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b998884d-be86-429f-a1c9-08bed9575dca req-ae225d99-c8ac-4c54-94c9-7d7e8f35ef2a service neutron] 10.222.0.10 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799017 Jun 23 14:23:18.106635 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd9abc-fb76-48f7-8088-283489bf1e14 req-776b7bf2-781c-4fb6-91b6-217be9b30f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:18.108157 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8dfd9abc-fb76-48f7-8088-283489bf1e14 req-776b7bf2-781c-4fb6-91b6-217be9b30f83 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47db9319a1942c7ae9b4269c904f81b&device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 1096 time: 0.0579128 Jun 23 14:23:18.245999 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd9abc-fb76-48f7-8088-283489bf1e14 req-36949b92-71ff-418f-bb6c-6ad67e9eb1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:18.247434 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8dfd9abc-fb76-48f7-8088-283489bf1e14 req-36949b92-71ff-418f-bb6c-6ad67e9eb1b8 service neutron] 10.222.0.10 "GET /v2.0/networks?id=983637e7-3dcc-4133-a01a-4fc9603dd52b HTTP/1.1" status: 200 len: 914 time: 0.1332304 Jun 23 14:23:18.268806 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfff4e2-0385-48e3-8666-ed19514b9aa2 req-e106e76e-923d-4cbe-bad4-a3e196382177 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:18.270154 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7cfff4e2-0385-48e3-8666-ed19514b9aa2 req-e106e76e-923d-4cbe-bad4-a3e196382177 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 943 time: 0.0960028 Jun 23 14:23:18.301950 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8dfd9abc-fb76-48f7-8088-283489bf1e14 req-27f814e2-d0fd-4b8b-add5-9904b71bbf6d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 HTTP/1.1" status: 200 len: 217 time: 0.0468585 Jun 23 14:23:18.358511 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7cfff4e2-0385-48e3-8666-ed19514b9aa2 req-776026f1-081a-413f-9652-d4bca07e5d74 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627980 Jun 23 14:23:18.365434 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd9abc-fb76-48f7-8088-283489bf1e14 req-ccfc0236-a54a-40db-afef-e36e60dc8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:18.366821 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8dfd9abc-fb76-48f7-8088-283489bf1e14 req-ccfc0236-a54a-40db-afef-e36e60dc8494 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf07ddb-884d-4fa4-a17b-9c72851b27f4 HTTP/1.1" status: 200 len: 853 time: 0.0573328 Jun 23 14:23:18.402822 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8dfd9abc-fb76-48f7-8088-283489bf1e14 req-0a678a73-b90b-4b39-af38-1db24cf9766b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=983637e7-3dcc-4133-a01a-4fc9603dd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276587 Jun 23 14:23:18.744766 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8dfd9abc-fb76-48f7-8088-283489bf1e14 req-7212e5e3-4b98-4627-a20c-1e26d77bfb06 service neutron] 10.222.0.10 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353484 Jun 23 14:23:18.838982 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8dfd9abc-fb76-48f7-8088-283489bf1e14 req-6451a2c6-f5f1-409f-95fd-27ffc63f08ab service neutron] 10.222.0.10 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875375 Jun 23 14:23:19.533025 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9bbb94-6a39-4354-8b9a-20cb462fac23 req-c1fef036-3ab6-4292-9b47-7302000dee60 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:19.534484 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0f9bbb94-6a39-4354-8b9a-20cb462fac23 req-c1fef036-3ab6-4292-9b47-7302000dee60 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 943 time: 0.0643764 Jun 23 14:23:19.570798 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0f9bbb94-6a39-4354-8b9a-20cb462fac23 req-cb13049d-2ce3-4a7f-8f9f-a964cb71a3d8 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307112 Jun 23 14:23:20.474553 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40362) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:20.576238 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8488a37c-61dc-404f-9e45-bf69715dead7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.661659 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8488a37c-61dc-404f-9e45-bf69715dead7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.665641 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-8488a37c-61dc-404f-9e45-bf69715dead7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.669814 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-868b166b-bd09-4004-9b0e-1e6b4edb9cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:20.706048 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-8488a37c-61dc-404f-9e45-bf69715dead7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c6e250653de4fb0a583e8401985d285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304025 Jun 23 14:23:20.707020 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8488a37c-61dc-404f-9e45-bf69715dead7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fda6ee5-3b23-4753-a671-461ded581b1b,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:20.709278 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40368) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:20.715607 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8488a37c-61dc-404f-9e45-bf69715dead7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:20.746774 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec2b35f-a398-4cd4-91f1-0378f4a835d3 req-d6bccd6b-e64f-4ce5-a97f-b3562cf6e5bb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:20.748607 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bec2b35f-a398-4cd4-91f1-0378f4a835d3 req-d6bccd6b-e64f-4ce5-a97f-b3562cf6e5bb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 943 time: 0.0661073 Jun 23 14:23:20.759690 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0412-02fc-4cc1-b662-5bc11183eecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.781555 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0412-02fc-4cc1-b662-5bc11183eecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.787112 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-bec2b35f-a398-4cd4-91f1-0378f4a835d3 req-292770cf-000a-47b3-8fd6-521976680a02 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324662 Jun 23 14:23:20.797175 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:23:20.831108 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0412-02fc-4cc1-b662-5bc11183eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.833616 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9b9b0412-02fc-4cc1-b662-5bc11183eecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.834884 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-9b9b0412-02fc-4cc1-b662-5bc11183eecc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1fda6ee5-3b23-4753-a671-461ded581b1b HTTP/1.1" status: 204 len: 168 time: 0.1244283 Jun 23 14:23:20.835683 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c41488a2-0b1f-4108-8b6b-39f90d0a0949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:20.842919 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b0412-02fc-4cc1-b662-5bc11183eecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fda6ee5-3b23-4753-a671-461ded581b1b,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:20.845759 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9b9b0412-02fc-4cc1-b662-5bc11183eecc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:20.915405 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,segment=NetworkSegment(b30868c3-362c-4668-a88f-8c4536a034b4),segment_id=b30868c3-362c-4668-a88f-8c4536a034b4)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:20.926239 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65', 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b', 'port_id': '9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65', 'mac_address': 'fa:16:3e:41:db:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf07ddb-884d-4fa4-a17b-9c72851b27f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:23:20.963770 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:20.976289 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:23:20.996176 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,segment=NetworkSegment(b30868c3-362c-4668-a88f-8c4536a034b4),segment_id=b30868c3-362c-4668-a88f-8c4536a034b4)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:21.000783 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.002563 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:21.047905 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:21.051115 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:21.094800 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40374) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:21.107997 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b83e5e3-5434-4694-abb7-f2dc153d3810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.195826 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b83e5e3-5434-4694-abb7-f2dc153d3810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.199653 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2b83e5e3-5434-4694-abb7-f2dc153d3810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.203066 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2b97071d-517d-4a14-968a-5987fda13a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:21.237969 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-2b83e5e3-5434-4694-abb7-f2dc153d3810 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce6164a8addd4a65ac677fc66f2a7a69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1421306 Jun 23 14:23:21.238731 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b83e5e3-5434-4694-abb7-f2dc153d3810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abd772f-7f9b-4854-a7f6-e31746ab847b,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:21.241405 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40376) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:21.241640 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2b83e5e3-5434-4694-abb7-f2dc153d3810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:21.295035 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-5274f062-161f-4200-be54-5003307fa3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.317607 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-5274f062-161f-4200-be54-5003307fa3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.363908 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-5274f062-161f-4200-be54-5003307fa3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.367621 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-5274f062-161f-4200-be54-5003307fa3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.368813 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-5274f062-161f-4200-be54-5003307fa3a2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7abd772f-7f9b-4854-a7f6-e31746ab847b HTTP/1.1" status: 204 len: 168 time: 0.1258259 Jun 23 14:23:21.369594 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-0009d828-74b0-43a0-b276-2f955de49555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:21.377810 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274f062-161f-4200-be54-5003307fa3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abd772f-7f9b-4854-a7f6-e31746ab847b,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:21.380972 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-5274f062-161f-4200-be54-5003307fa3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:21.386759 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:23:21.546062 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:23:21.685777 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40382) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:21.698851 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6ee2638a-a9c2-4e5b-b1a5-17825d5fae57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.791163 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6ee2638a-a9c2-4e5b-b1a5-17825d5fae57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.794860 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-6ee2638a-a9c2-4e5b-b1a5-17825d5fae57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.799042 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-08202d5c-555b-4be5-86f0-29405f74cd62 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:21.834125 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-6ee2638a-a9c2-4e5b-b1a5-17825d5fae57 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e5f7852b9ebd4ec08052f209b9c7ec82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471472 Jun 23 14:23:21.835319 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee2638a-a9c2-4e5b-b1a5-17825d5fae57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82629566-eac9-46e8-8619-e7dbb201b07d,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:21.836786 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40386) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:21.838540 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-6ee2638a-a9c2-4e5b-b1a5-17825d5fae57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:21.900461 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0ddf-242d-4cb3-950b-3a75e60f2dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.922249 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0ddf-242d-4cb3-950b-3a75e60f2dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.965991 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f1aa0-2277-4937-ae84-734b12a0c8d7 req-6bc43709-c4af-4962-9e22-8d68b08ea566 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:21.967107 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0ddf-242d-4cb3-950b-3a75e60f2dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.968597 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dd2f1aa0-2277-4937-ae84-734b12a0c8d7 req-6bc43709-c4af-4962-9e22-8d68b08ea566 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 944 time: 0.0702288 Jun 23 14:23:21.970736 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-a9ac0ddf-242d-4cb3-950b-3a75e60f2dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:21.971854 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-a9ac0ddf-242d-4cb3-950b-3a75e60f2dc1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/82629566-eac9-46e8-8619-e7dbb201b07d HTTP/1.1" status: 204 len: 168 time: 0.1340547 Jun 23 14:23:21.972786 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-38b90199-5cb7-4309-884c-5d9f7a38ed54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:21.982102 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac0ddf-242d-4cb3-950b-3a75e60f2dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82629566-eac9-46e8-8619-e7dbb201b07d,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:21.985245 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a9ac0ddf-242d-4cb3-950b-3a75e60f2dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:22.011221 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dd2f1aa0-2277-4937-ae84-734b12a0c8d7 req-8313596d-2abf-4224-9587-c6960f0bc95a tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363977 Jun 23 14:23:22.814201 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:23:22.863056 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:23:22.866925 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:23:22.867309 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.947032 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.970113 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0d54ae-5622-4dbc-a613-e981f70a02d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:23:22.972497 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab48774f-a310-4b0d-bef9-199ff045d586" -d '{"events": [{"server_uuid": "fd0d54ae-5622-4dbc-a613-e981f70a02d0", "name": "network-vif-plugged", "status": "completed", "tag": "9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:23:22.987519 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,segment=NetworkSegment(b30868c3-362c-4668-a88f-8c4536a034b4),segment_id=b30868c3-362c-4668-a88f-8c4536a034b4)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:23:22.993324 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:22.995260 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-87071751-4f23-45b0-9944-3477a512d957 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:23.018335 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05180330-c545-4615-acc9-32b04145a368 x-openstack-request-id: req-05180330-c545-4615-acc9-32b04145a368 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:23:23.018678 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0d54ae-5622-4dbc-a613-e981f70a02d0", "name": "network-vif-plugged", "status": "completed", "tag": "9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:23:23.018950 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-05180330-c545-4615-acc9-32b04145a368 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:23:23.019361 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0d54ae-5622-4dbc-a613-e981f70a02d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65', 'code': 200} Jun 23 14:23:23.045494 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:23.049938 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:23.191506 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab5a3f-9a45-4cde-a738-82f991278411 req-f7ed1161-27e8-4145-9133-28d8dd05f2e6 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:23.193101 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4bab5a3f-9a45-4cde-a738-82f991278411 req-f7ed1161-27e8-4145-9133-28d8dd05f2e6 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 945 time: 0.0691817 Jun 23 14:23:23.234751 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4bab5a3f-9a45-4cde-a738-82f991278411 req-6ee8574d-1de3-4a63-af37-aa0ff072d1a3 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346038 Jun 23 14:23:23.280053 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cb25e-6818-474b-b741-f2b8adeaea91 req-89a23008-27d3-4fb9-9a8f-d2b17423cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:23.283808 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4a6cb25e-6818-474b-b741-f2b8adeaea91 req-89a23008-27d3-4fb9-9a8f-d2b17423cd8e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 1098 time: 0.0691113 Jun 23 14:23:23.328854 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4a6cb25e-6818-474b-b741-f2b8adeaea91 req-33ec0d13-5eed-4ae6-b093-2bd2ecb23550 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343137 Jun 23 14:23:23.822195 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40462) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:23.923172 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a07918e-5e5b-4156-a4f0-30542ea5a695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.010084 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a07918e-5e5b-4156-a4f0-30542ea5a695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.014571 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-3a07918e-5e5b-4156-a4f0-30542ea5a695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.018335 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-05cab5b1-2683-4b3b-af2c-50c755518f2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:24.051255 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-3a07918e-5e5b-4156-a4f0-30542ea5a695 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc0921a9e26f4666acfe33f40e3b322e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279925 Jun 23 14:23:24.053075 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a07918e-5e5b-4156-a4f0-30542ea5a695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90eefa5f-3f94-44b1-8605-10c61f348144,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:24.053919 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40466) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:24.056104 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-3a07918e-5e5b-4156-a4f0-30542ea5a695 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:24.101971 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7393210d-bf17-40e8-9ba5-bdf0ff621adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.122786 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7393210d-bf17-40e8-9ba5-bdf0ff621adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.169910 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7393210d-bf17-40e8-9ba5-bdf0ff621adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.173047 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7393210d-bf17-40e8-9ba5-bdf0ff621adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.174203 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-7393210d-bf17-40e8-9ba5-bdf0ff621adf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/90eefa5f-3f94-44b1-8605-10c61f348144 HTTP/1.1" status: 204 len: 168 time: 0.1192706 Jun 23 14:23:24.175125 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-745a6c2c-45e7-4043-98bf-9a1d71c4c71a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:24.182657 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7393210d-bf17-40e8-9ba5-bdf0ff621adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90eefa5f-3f94-44b1-8605-10c61f348144,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:24.185472 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7393210d-bf17-40e8-9ba5-bdf0ff621adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:24.420277 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d224e3c6-e42c-4fd7-a997-78d3f769fe8a req-b802746e-6eab-44bc-bbc7-e04ce928fa1f tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:24.422303 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d224e3c6-e42c-4fd7-a997-78d3f769fe8a req-b802746e-6eab-44bc-bbc7-e04ce928fa1f tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 945 time: 0.0677841 Jun 23 14:23:24.454883 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40474) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:24.463007 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d224e3c6-e42c-4fd7-a997-78d3f769fe8a req-d72cfe9e-2168-452c-8d7f-23b6a56afab3 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352142 Jun 23 14:23:24.474902 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-30a722df-b2b7-48eb-ba7a-2f454be3b079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.570654 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-30a722df-b2b7-48eb-ba7a-2f454be3b079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.574433 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-30a722df-b2b7-48eb-ba7a-2f454be3b079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.577729 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9b9b0412-02fc-4cc1-b662-5bc11183eecc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:24.612710 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-30a722df-b2b7-48eb-ba7a-2f454be3b079 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f77b06ce27664ff0b1d724d308ebdd11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1557698 Jun 23 14:23:24.614557 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a722df-b2b7-48eb-ba7a-2f454be3b079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a673a093-2a7d-4790-b4ae-418cb6d80bda,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:24.615254 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40476) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:24.617423 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-30a722df-b2b7-48eb-ba7a-2f454be3b079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:24.663030 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-04984690-e799-4b26-827d-4e108a3c7c0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.683867 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-04984690-e799-4b26-827d-4e108a3c7c0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.727602 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-04984690-e799-4b26-827d-4e108a3c7c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.730127 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-04984690-e799-4b26-827d-4e108a3c7c0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:24.731281 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-04984690-e799-4b26-827d-4e108a3c7c0e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a673a093-2a7d-4790-b4ae-418cb6d80bda HTTP/1.1" status: 204 len: 168 time: 0.1149855 Jun 23 14:23:24.732094 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-a9ac0ddf-242d-4cb3-950b-3a75e60f2dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:24.739825 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04984690-e799-4b26-827d-4e108a3c7c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a673a093-2a7d-4790-b4ae-418cb6d80bda,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:24.741998 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-04984690-e799-4b26-827d-4e108a3c7c0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:25.639165 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71b142-18a3-42cf-a5cf-256f1bce053e req-282f593f-ccd6-42da-95c3-453db5beba44 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:23:25.641257 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-db71b142-18a3-42cf-a5cf-256f1bce053e req-282f593f-ccd6-42da-95c3-453db5beba44 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 945 time: 0.0662959 Jun 23 14:23:25.679103 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-db71b142-18a3-42cf-a5cf-256f1bce053e req-afebe51e-7e61-4604-a8e3-932fd61dc005 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Jun 23 14:23:25.719668 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40512) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:25.832193 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c301128a-80fa-40eb-80c1-89223e8cc2f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.929765 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c301128a-80fa-40eb-80c1-89223e8cc2f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.933724 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-c301128a-80fa-40eb-80c1-89223e8cc2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.936285 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6098f640-0b3a-458b-802f-3eb25aa35c77 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:25.970560 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301128a-80fa-40eb-80c1-89223e8cc2f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac90ec9-09aa-4be7-8fec-d7efe646cd70,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:25.977840 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40550) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:25.978037 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-c301128a-80fa-40eb-80c1-89223e8cc2f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f95a72d8d73b45ce9bdec03ad63bca8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2571161 Jun 23 14:23:25.978865 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c301128a-80fa-40eb-80c1-89223e8cc2f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:26.035665 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-357b9ebd-80b9-462a-9855-bc483391b8d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.061741 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-357b9ebd-80b9-462a-9855-bc483391b8d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.110759 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-357b9ebd-80b9-462a-9855-bc483391b8d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.113382 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-357b9ebd-80b9-462a-9855-bc483391b8d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:26.114564 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-357b9ebd-80b9-462a-9855-bc483391b8d3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7ac90ec9-09aa-4be7-8fec-d7efe646cd70 HTTP/1.1" status: 204 len: 168 time: 0.1348410 Jun 23 14:23:26.115331 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-08cc1174-0c74-42f6-86df-bd59c2c955ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:26.122771 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b9ebd-80b9-462a-9855-bc483391b8d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac90ec9-09aa-4be7-8fec-d7efe646cd70,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:26.125347 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-357b9ebd-80b9-462a-9855-bc483391b8d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:41.078510 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-87560ff4-98af-448a-ad6b-de222ca127c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:43.686373 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:43.707561 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c798ed73-5b24-4fcc-b43a-17a5fc3a309c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:44.267738 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:45.205966 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:46.640926 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:57.871503 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 40786) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:57.973618 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:58.069055 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:58.072897 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:58.075454 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-30a722df-b2b7-48eb-ba7a-2f454be3b079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:58.110759 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f2194a-0df9-4295-a44f-08db46704dd5,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:58.114891 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fdba075121a3484bbb4a513b28a816d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2423458 Jun 23 14:23:58.118136 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 40790) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:23:58.123920 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.124315 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.124702 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.125082 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.125455 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.125828 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.126196 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.126583 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.126958 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.127318 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.127691 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.128054 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.131885 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-20fcfb4f-523d-415e-b7c7-cfb70b44ece0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:58.168440 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:58.189543 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:58.235036 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:58.237539 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:58.241248 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b3f2194a-0df9-4295-a44f-08db46704dd5 HTTP/1.1" status: 204 len: 168 time: 0.1220510 Jun 23 14:23:58.242559 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9469fc2f-0fec-4c95-bfc7-265da6ba940e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:23:58.249611 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f2194a-0df9-4295-a44f-08db46704dd5,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:23:58.257263 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.258241 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.258680 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.259053 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.259427 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.259799 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.260162 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.260527 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.261004 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.261268 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.261655 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.262113 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:23:58.265639 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:23:58.544653 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:24:11.079498 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-34219cbd-3db2-4c1b-9c7e-668be9e8abd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:13.714783 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d6de2cbb-ff57-45d5-8e6b-e57ba9944fbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:13.716279 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:14.267537 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:15.207956 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:16.642947 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:18.964632 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-55c65924-12f4-4176-9591-b1de111306bb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0547752 Jun 23 14:24:20.424036 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-1c2224d8-960e-4ea0-8095-e5fd6a72af01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:20.425491 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-1c2224d8-960e-4ea0-8095-e5fd6a72af01 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47db9319a1942c7ae9b4269c904f81b&device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 1098 time: 0.0529332 Jun 23 14:24:20.526433 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-26058256-3694-4923-9daa-f608bd2bbcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:20.527761 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-26058256-3694-4923-9daa-f608bd2bbcb3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=983637e7-3dcc-4133-a01a-4fc9603dd52b HTTP/1.1" status: 200 len: 914 time: 0.0819864 Jun 23 14:24:20.572282 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-4bbc9349-2bde-4946-ac5b-d15380511d47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 HTTP/1.1" status: 200 len: 217 time: 0.0371377 Jun 23 14:24:20.620153 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-6c69815e-8a3b-453a-80a1-255f82f4ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:20.621564 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-6c69815e-8a3b-453a-80a1-255f82f4ad56 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf07ddb-884d-4fa4-a17b-9c72851b27f4 HTTP/1.1" status: 200 len: 853 time: 0.0422604 Jun 23 14:24:20.654016 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-df7e6ef3-f57a-4abc-aa8a-848ceb0e4c65 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=983637e7-3dcc-4133-a01a-4fc9603dd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263622 Jun 23 14:24:20.743112 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-a618561e-c702-4ead-9318-b08607fef970 service neutron] 10.222.0.10 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829415 Jun 23 14:24:20.828421 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ec1a81e4-006e-4eb3-9fe4-26c80a252f74 req-fb343f1a-82b6-4b8b-bd0f-6ace03609695 service neutron] 10.222.0.10 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790925 Jun 23 14:24:26.209374 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d87941b-e0bc-4058-a934-6e33b0c52aaf req-b8da04a2-3501-4c33-a1c4-c2582cbcbc68 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:26.210887 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9d87941b-e0bc-4058-a934-6e33b0c52aaf req-b8da04a2-3501-4c33-a1c4-c2582cbcbc68 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 945 time: 0.0648174 Jun 23 14:24:26.252344 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-9d87941b-e0bc-4058-a934-6e33b0c52aaf req-597177fc-f2bc-4309-b72c-b887e2d01382 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350094 Jun 23 14:24:27.425397 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff77756e-4948-4e2f-a0a1-2b5f5d8a9855 req-f9a278c5-3b8f-4884-9226-359867fc5be1 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:27.426769 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ff77756e-4948-4e2f-a0a1-2b5f5d8a9855 req-f9a278c5-3b8f-4884-9226-359867fc5be1 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 945 time: 0.0657473 Jun 23 14:24:27.462868 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ff77756e-4948-4e2f-a0a1-2b5f5d8a9855 req-59fb4e3d-5840-41be-8fcd-a1e7fbc5d75f tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301349 Jun 23 14:24:28.085608 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-852bf246-64cf-4bad-aef6-3295bcccf7b1 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:28.086955 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-852bf246-64cf-4bad-aef6-3295bcccf7b1 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 945 time: 0.0610590 Jun 23 14:24:28.186733 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Deleting port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:24:28.187079 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:28.272510 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] For port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,segment=NetworkSegment(b30868c3-362c-4668-a88f-8c4536a034b4),segment_id=b30868c3-362c-4668-a88f-8c4536a034b4)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:24:28.272872 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:28.285360 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Calling delete_port for 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:24:28.411511 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:28.416159 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e04257f5-ea8b-4fea-ba81-d2ddfd2a6208 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:24:28.424133 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:24:28.441000 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Pushing event deleted for resources: {'Port': ['ID=9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:24:28.443412 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:24:28.488830 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] No DVR routers for this DVR port 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:24:28.491412 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:28.493375 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-58daf5a1-149a-4890-98ca-420c37dc67ed req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.10 "DELETE /v2.0/ports/9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 HTTP/1.1" status: 204 len: 173 time: 0.3997681 Jun 23 14:24:28.494477 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0d54ae-5622-4dbc-a613-e981f70a02d0', 'name': 'network-vif-deleted', 'tag': '9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:24:28.497619 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2523acd-d3da-4ee0-8fb9-aed6e138dde9" -d '{"events": [{"server_uuid": "fd0d54ae-5622-4dbc-a613-e981f70a02d0", "name": "network-vif-deleted", "tag": "9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:24:28.536416 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d5ac2b-a22d-4b2b-ae8d-212554a85d20 x-openstack-request-id: req-30d5ac2b-a22d-4b2b-ae8d-212554a85d20 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:24:28.536838 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0d54ae-5622-4dbc-a613-e981f70a02d0", "name": "network-vif-deleted", "tag": "9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:24:28.537191 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-30d5ac2b-a22d-4b2b-ae8d-212554a85d20 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:24:28.537630 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0d54ae-5622-4dbc-a613-e981f70a02d0', 'name': 'network-vif-deleted', 'tag': '9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65', 'status': 'completed', 'code': 200} Jun 23 14:24:28.604019 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-90aed7ad-b4cb-4efb-b756-a43dc62fc73a req-778bd554-3b30-4adf-b1e0-483be9b2e13f tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=fd0d54ae-5622-4dbc-a613-e981f70a02d0 HTTP/1.1" status: 200 len: 210 time: 0.0286877 Jun 23 14:24:33.699209 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:24:33.732611 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:24:33.732969 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 9601d1e0-3091-48ef-9ce6-f3a2a4e7bc65 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:24:35.544879 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:24:40.674810 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-171ce072-b0df-4392-aaf9-154aebe72476 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:40.676174 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-171ce072-b0df-4392-aaf9-154aebe72476 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/networks?id=983637e7-3dcc-4133-a01a-4fc9603dd52b HTTP/1.1" status: 200 len: 813 time: 0.0998104 Jun 23 14:24:40.690916 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-d923eaf8-f91a-46c0-af43-e9596658c8c9 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/quotas/b47db9319a1942c7ae9b4269c904f81b HTTP/1.1" status: 200 len: 375 time: 0.0094230 Jun 23 14:24:40.728871 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-13dcf07c-1911-4be1-b3dd-fe998a77b0bb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=b47db9319a1942c7ae9b4269c904f81b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326946 Jun 23 14:24:40.816799 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-a4dd14c5-879c-4b6c-baef-f1490348a53c service neutron] 10.222.0.26 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814171 Jun 23 14:24:40.906397 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-25dee6fa-8704-470b-a245-c9f1617b43ae service neutron] 10.222.0.26 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839674 Jun 23 14:24:41.075317 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b49ef5a1-489e-489c-b9ce-1a35dbcfec1c req-e5f40e81-af6e-4445-99ba-6e2d2829453e tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 210 time: 0.0346718 Jun 23 14:24:41.083646 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8e8da3ad-dbfc-4638-b595-a860311ca780 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:42.063699 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-2b23aab7-2dc6-4ade-b26c-ebf32e62b72b tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:42.065054 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-2b23aab7-2dc6-4ade-b26c-ebf32e62b72b tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.10 "GET /v2.0/networks?id=983637e7-3dcc-4133-a01a-4fc9603dd52b HTTP/1.1" status: 200 len: 813 time: 0.0988276 Jun 23 14:24:42.078943 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Request body: {'port': {'device_id': '14571563-921c-4665-9bdf-d41fd0d633d1', 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b', 'admin_state_up': True, 'tenant_id': 'b47db9319a1942c7ae9b4269c904f81b'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:24:42.205422 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Made reservation on behalf of b47db9319a1942c7ae9b4269c904f81b for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:24:42.209084 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:42.224624 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f6a200ff-e258-488b-8df5-e8693d92de4a req-268146ee-8411-4929-85a6-a060506a35fd tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 210 time: 0.0303333 Jun 23 14:24:42.337399 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Allocated IP 172.20.0.11 (983637e7-3dcc-4133-a01a-4fc9603dd52b/fdf07ddb-884d-4fa4-a17b-9c72851b27f4/9c73ace1-35fc-47ac-af3f-9fc4e3772720) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:24:42.481356 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:42.519579 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:42.523826 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-794e2b63-c52b-4aff-9854-2dda88091742 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:24:42.564906 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Network 983637e7-3dcc-4133-a01a-4fc9603dd52b is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:24:42.569807 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:24:42.574035 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:24:42.600550 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Pushing event updated for resources: {'Port': ['ID=9c73ace1-35fc-47ac-af3f-9fc4e3772720,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:24:42.604743 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:24:42.625422 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:42.626030 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:42.640029 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5647047 Jun 23 14:24:42.651972 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Request body: {'port': {'device_id': '14571563-921c-4665-9bdf-d41fd0d633d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:24:42.720733 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:42.980458 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c73ace1-35fc-47ac-af3f-9fc4e3772720 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:24:42.987520 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:42.999522 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Transition to ACTIVE for port object 9c73ace1-35fc-47ac-af3f-9fc4e3772720 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:24:43.003288 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:43.006104 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:24:43.069594 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Pushing event updated for resources: {'Port': ['ID=9c73ace1-35fc-47ac-af3f-9fc4e3772720,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:24:43.072712 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:24:43.117190 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Attempting to bind port 9c73ace1-35fc-47ac-af3f-9fc4e3772720 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:24:43.117774 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Attempting to bind port 9c73ace1-35fc-47ac-af3f-9fc4e3772720 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'b30868c3-362c-4668-a88f-8c4536a034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:24:43.117892 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Attempting to bind port 9c73ace1-35fc-47ac-af3f-9fc4e3772720 on network 983637e7-3dcc-4133-a01a-4fc9603dd52b {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:24:43.121920 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Port 9c73ace1-35fc-47ac-af3f-9fc4e3772720 on network 983637e7-3dcc-4133-a01a-4fc9603dd52b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:24:43.122237 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Attempting to bind port 9c73ace1-35fc-47ac-af3f-9fc4e3772720 on network 983637e7-3dcc-4133-a01a-4fc9603dd52b {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:24:43.126871 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:24:43.127206 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Checking segment: {'id': 'b30868c3-362c-4668-a88f-8c4536a034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:24:43.127582 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Bound using segment: {'id': 'b30868c3-362c-4668-a88f-8c4536a034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:24:43.128000 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Bound port: 9c73ace1-35fc-47ac-af3f-9fc4e3772720, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b30868c3-362c-4668-a88f-8c4536a034b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 691, 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:24:43.128343 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:43.192415 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] For port 9c73ace1-35fc-47ac-af3f-9fc4e3772720, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:24:43.195440 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] For port 9c73ace1-35fc-47ac-af3f-9fc4e3772720, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9c73ace1-35fc-47ac-af3f-9fc4e3772720,segment=NetworkSegment(b30868c3-362c-4668-a88f-8c4536a034b4),segment_id=b30868c3-362c-4668-a88f-8c4536a034b4)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:24:43.200289 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:43.202993 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-74a84bba-59b8-428f-8cee-447f8d0be226 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:24:43.233923 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:43.234620 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:43.235977 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] 10.222.0.10 "PUT /v2.0/ports/9c73ace1-35fc-47ac-af3f-9fc4e3772720 HTTP/1.1" status: 200 len: 1094 time: 0.5880003 Jun 23 14:24:43.236437 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14571563-921c-4665-9bdf-d41fd0d633d1', 'tag': '9c73ace1-35fc-47ac-af3f-9fc4e3772720'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:24:43.238715 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d031db-8d31-4d3d-8973-7f74f8f647f9" -d '{"events": [{"name": "network-changed", "server_uuid": "14571563-921c-4665-9bdf-d41fd0d633d1", "tag": "9c73ace1-35fc-47ac-af3f-9fc4e3772720"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:24:43.271278 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Pushing event updated for resources: {'Port': ['ID=9c73ace1-35fc-47ac-af3f-9fc4e3772720,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:24:43.276624 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:24:43.288826 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5eb1a21-62ee-40a8-9df3-3bbc8ee2be3e x-openstack-request-id: req-f5eb1a21-62ee-40a8-9df3-3bbc8ee2be3e {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:24:43.289169 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14571563-921c-4665-9bdf-d41fd0d633d1", "tag": "9c73ace1-35fc-47ac-af3f-9fc4e3772720", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:24:43.289465 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5eb1a21-62ee-40a8-9df3-3bbc8ee2be3e {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:24:43.289898 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14571563-921c-4665-9bdf-d41fd0d633d1', 'tag': '9c73ace1-35fc-47ac-af3f-9fc4e3772720', 'status': 'completed', 'code': 200} Jun 23 14:24:43.332073 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-3115146b-e063-4651-b00a-4328013ca946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:43.333559 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-3115146b-e063-4651-b00a-4328013ca946 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47db9319a1942c7ae9b4269c904f81b&device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 1097 time: 0.0560179 Jun 23 14:24:43.378008 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-150438d7-9858-4fa1-9a2e-1fbef60f710b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c73ace1-35fc-47ac-af3f-9fc4e3772720 HTTP/1.1" status: 200 len: 217 time: 0.0372486 Jun 23 14:24:43.409746 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd08ac-846a-4a0b-aa93-7fa972b19937 req-6a5b5344-cdad-42cd-9de5-ccb79087c101 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:43.411229 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-eacd08ac-846a-4a0b-aa93-7fa972b19937 req-6a5b5344-cdad-42cd-9de5-ccb79087c101 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 944 time: 0.0631456 Jun 23 14:24:43.427343 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-95508aa1-4d26-4e36-a710-09d9bb1251af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:43.428775 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-95508aa1-4d26-4e36-a710-09d9bb1251af service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf07ddb-884d-4fa4-a17b-9c72851b27f4 HTTP/1.1" status: 200 len: 853 time: 0.0445156 Jun 23 14:24:43.448985 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-eacd08ac-846a-4a0b-aa93-7fa972b19937 req-51575d61-ee2f-4792-a547-272ca334f72a tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314944 Jun 23 14:24:43.461921 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-609f0331-61e8-4c11-a439-12123f423459 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=983637e7-3dcc-4133-a01a-4fc9603dd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267112 Jun 23 14:24:43.552500 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-edab4ec2-4776-463e-acd8-caa0b7ad0704 service neutron] 10.222.0.10 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840204 Jun 23 14:24:43.641119 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-737265ad-fe1c-4886-bd8f-ce33b2dfa588 req-40a6dd41-5483-44ae-8bfb-fed1bdc8a8a2 service neutron] 10.222.0.10 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817146 Jun 23 14:24:43.744188 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d031db-8d31-4d3d-8973-7f74f8f647f9 req-fdc88c6f-ff1a-482d-a42c-42ca7eb011b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:43.745781 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-41d031db-8d31-4d3d-8973-7f74f8f647f9 req-fdc88c6f-ff1a-482d-a42c-42ca7eb011b6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=b47db9319a1942c7ae9b4269c904f81b&device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 1097 time: 0.0585067 Jun 23 14:24:43.833574 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a652c148-184d-4f9c-b129-da5e84731806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:43.835456 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:43.840912 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d031db-8d31-4d3d-8973-7f74f8f647f9 req-b210bbc0-2ae2-4b4d-a8e2-3a6926a9f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:43.842423 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-41d031db-8d31-4d3d-8973-7f74f8f647f9 req-b210bbc0-2ae2-4b4d-a8e2-3a6926a9f29f service neutron] 10.222.0.10 "GET /v2.0/networks?id=983637e7-3dcc-4133-a01a-4fc9603dd52b HTTP/1.1" status: 200 len: 914 time: 0.0901353 Jun 23 14:24:43.887223 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-41d031db-8d31-4d3d-8973-7f74f8f647f9 req-38cbad1f-ed49-41de-ab9d-862302d67c47 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9c73ace1-35fc-47ac-af3f-9fc4e3772720 HTTP/1.1" status: 200 len: 217 time: 0.0381193 Jun 23 14:24:43.935050 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d031db-8d31-4d3d-8973-7f74f8f647f9 req-82fcabf2-bca6-43ae-9abc-8ab26ed20924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:43.936442 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-41d031db-8d31-4d3d-8973-7f74f8f647f9 req-82fcabf2-bca6-43ae-9abc-8ab26ed20924 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=fdf07ddb-884d-4fa4-a17b-9c72851b27f4 HTTP/1.1" status: 200 len: 853 time: 0.0429728 Jun 23 14:24:43.970435 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-41d031db-8d31-4d3d-8973-7f74f8f647f9 req-b9f8d107-fd86-4c09-8833-c919dd3425d6 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=983637e7-3dcc-4133-a01a-4fc9603dd52b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266953 Jun 23 14:24:44.064363 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-41d031db-8d31-4d3d-8973-7f74f8f647f9 req-a1100542-3475-478c-8faa-3a783a4d7987 service neutron] 10.222.0.10 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869193 Jun 23 14:24:44.154814 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-41d031db-8d31-4d3d-8973-7f74f8f647f9 req-f0686bfb-d878-4638-8aac-3edafac89baf service neutron] 10.222.0.10 "GET /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821760 Jun 23 14:24:44.267360 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:44.621949 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9a519-8001-4cf9-ac4b-03f598a43efb req-283491b3-d398-4b04-ad9e-e1c439f79007 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:44.623437 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-55f9a519-8001-4cf9-ac4b-03f598a43efb req-283491b3-d398-4b04-ad9e-e1c439f79007 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 944 time: 0.0647521 Jun 23 14:24:44.659579 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-55f9a519-8001-4cf9-ac4b-03f598a43efb req-b6c8a7d6-defa-41b8-aba9-d544dbab3e00 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306475 Jun 23 14:24:45.210723 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:45.727428 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 9c73ace1-35fc-47ac-af3f-9fc4e3772720 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:24:45.820654 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 9c73ace1-35fc-47ac-af3f-9fc4e3772720, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9c73ace1-35fc-47ac-af3f-9fc4e3772720,segment=NetworkSegment(b30868c3-362c-4668-a88f-8c4536a034b4),segment_id=b30868c3-362c-4668-a88f-8c4536a034b4)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:24:45.831793 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '9c73ace1-35fc-47ac-af3f-9fc4e3772720', 'network_id': '983637e7-3dcc-4133-a01a-4fc9603dd52b', 'port_id': '9c73ace1-35fc-47ac-af3f-9fc4e3772720', 'mac_address': 'fa:16:3e:4c:3b:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 691, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf07ddb-884d-4fa4-a17b-9c72851b27f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:24:45.837039 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a48b17-e671-4ae3-b92a-96935c90ce42 req-db750289-44b0-4578-8e3d-e6677558ba8d tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:45.839186 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c1a48b17-e671-4ae3-b92a-96935c90ce42 req-db750289-44b0-4578-8e3d-e6677558ba8d tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 944 time: 0.0669668 Jun 23 14:24:45.870380 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:45.875463 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c1a48b17-e671-4ae3-b92a-96935c90ce42 req-1264b5b6-ab38-400e-a703-1a8a88947475 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307381 Jun 23 14:24:45.882714 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c73ace1-35fc-47ac-af3f-9fc4e3772720 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:24:45.902901 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 9c73ace1-35fc-47ac-af3f-9fc4e3772720, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9c73ace1-35fc-47ac-af3f-9fc4e3772720,segment=NetworkSegment(b30868c3-362c-4668-a88f-8c4536a034b4),segment_id=b30868c3-362c-4668-a88f-8c4536a034b4)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:24:45.906438 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:45.908119 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:24:45.951638 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=9c73ace1-35fc-47ac-af3f-9fc4e3772720,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:24:45.958264 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.958647 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.958992 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.959332 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.959666 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.960000 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.960336 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.960670 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.960998 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.961326 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.961650 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.961972 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:24:45.966183 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:24:46.225448 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['9c73ace1-35fc-47ac-af3f-9fc4e3772720'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:24:46.645221 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:47.047596 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0745e73-3e8e-4c6f-9583-be69284892cd req-deae2161-847a-4828-992a-3344dc1b27b1 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:47.049070 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d0745e73-3e8e-4c6f-9583-be69284892cd req-deae2161-847a-4828-992a-3344dc1b27b1 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 945 time: 0.0636876 Jun 23 14:24:47.085018 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d0745e73-3e8e-4c6f-9583-be69284892cd req-d8859666-38fd-4f20-96d3-2f744bb7838b tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303195 Jun 23 14:24:47.742493 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 9c73ace1-35fc-47ac-af3f-9fc4e3772720 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:24:47.790647 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 9c73ace1-35fc-47ac-af3f-9fc4e3772720 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:24:47.794134 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 9c73ace1-35fc-47ac-af3f-9fc4e3772720 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:24:47.794550 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:47.868809 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:47.891150 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14571563-921c-4665-9bdf-d41fd0d633d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c73ace1-35fc-47ac-af3f-9fc4e3772720'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:24:47.893390 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06021e03-1567-449c-a427-cea39e450334" -d '{"events": [{"server_uuid": "14571563-921c-4665-9bdf-d41fd0d633d1", "name": "network-vif-plugged", "status": "completed", "tag": "9c73ace1-35fc-47ac-af3f-9fc4e3772720"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:24:47.905306 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 9c73ace1-35fc-47ac-af3f-9fc4e3772720, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9c73ace1-35fc-47ac-af3f-9fc4e3772720,segment=NetworkSegment(b30868c3-362c-4668-a88f-8c4536a034b4),segment_id=b30868c3-362c-4668-a88f-8c4536a034b4)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:24:47.909683 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:47.911532 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-b377290e-8ce2-4b27-81dd-2c693b48dea7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:24:47.932857 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:24:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7a60ea-3431-4d10-8712-26f28f4ab077 x-openstack-request-id: req-ed7a60ea-3431-4d10-8712-26f28f4ab077 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:24:47.933159 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14571563-921c-4665-9bdf-d41fd0d633d1", "name": "network-vif-plugged", "status": "completed", "tag": "9c73ace1-35fc-47ac-af3f-9fc4e3772720", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:24:47.933419 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ed7a60ea-3431-4d10-8712-26f28f4ab077 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:24:47.933812 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14571563-921c-4665-9bdf-d41fd0d633d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c73ace1-35fc-47ac-af3f-9fc4e3772720', 'code': 200} Jun 23 14:24:47.959632 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=9c73ace1-35fc-47ac-af3f-9fc4e3772720,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:24:47.962541 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:24:48.140227 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a848e-57b7-4cd8-a19d-d304d0ac49d6 req-405d1f85-a652-4cac-bd07-575ad555c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:48.141724 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a80a848e-57b7-4cd8-a19d-d304d0ac49d6 req-405d1f85-a652-4cac-bd07-575ad555c876 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 1099 time: 0.0516005 Jun 23 14:24:48.174748 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a80a848e-57b7-4cd8-a19d-d304d0ac49d6 req-530abc2b-eddc-43c8-a8b0-0da6f0d2c1e3 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267375 Jun 23 14:24:48.259961 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e059eda-7abc-4dde-b359-611fc3380355 req-9dbddcff-fb0d-40f8-b55d-b9ebbb6e0098 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:48.261378 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7e059eda-7abc-4dde-b359-611fc3380355 req-9dbddcff-fb0d-40f8-b55d-b9ebbb6e0098 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 946 time: 0.0638664 Jun 23 14:24:48.297909 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7e059eda-7abc-4dde-b359-611fc3380355 req-0ec2967a-40a0-4ef6-9a7c-7dfa46ef220f tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309753 Jun 23 14:24:49.472717 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10de36cb-55e4-4543-acf7-18fa29d3a68c req-6f8736c2-df2a-47ef-8c0e-9e0d80ba40c2 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:24:49.474117 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-10de36cb-55e4-4543-acf7-18fa29d3a68c req-6f8736c2-df2a-47ef-8c0e-9e0d80ba40c2 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 946 time: 0.0630264 Jun 23 14:24:49.513433 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-10de36cb-55e4-4543-acf7-18fa29d3a68c req-b79dfeec-a669-4fb4-9773-900cf087c922 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Jun 23 14:25:11.085169 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-36834cee-bef5-4bc7-a93b-29fd232d86b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:12.543724 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:25:13.703769 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eb6a34bf-3176-4d98-b7d9-fcf9d7b234f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:13.730542 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:13.970150 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b54a1-3f96-4733-8dc7-54a3ed3fb903 req-8e8b3623-57c6-499a-945f-c0776af8c734 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:25:13.971626 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2a4b54a1-3f96-4733-8dc7-54a3ed3fb903 req-8e8b3623-57c6-499a-945f-c0776af8c734 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 946 time: 0.0662014 Jun 23 14:25:14.008187 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2a4b54a1-3f96-4733-8dc7-54a3ed3fb903 req-98ad1218-27ca-4b00-8a1e-9815d602c2f4 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310841 Jun 23 14:25:14.267610 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:15.215253 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:15.278547 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099d857e-d0da-4c86-b9b0-c09c3e388db1 req-94f4829f-a98d-4ba3-81a0-d0796626fd71 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:25:15.280525 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-099d857e-d0da-4c86-b9b0-c09c3e388db1 req-94f4829f-a98d-4ba3-81a0-d0796626fd71 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 946 time: 0.1565316 Jun 23 14:25:15.317552 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-099d857e-d0da-4c86-b9b0-c09c3e388db1 req-323cecdf-5136-4e35-95f9-5555ea43f7c6 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Jun 23 14:25:16.207424 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-c1236a45-567c-4839-8ea7-649fcd91acc1 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:25:16.208853 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-c1236a45-567c-4839-8ea7-649fcd91acc1 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.10 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 946 time: 0.0652421 Jun 23 14:25:16.304291 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Deleting port 9c73ace1-35fc-47ac-af3f-9fc4e3772720 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:25:16.304985 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:16.409041 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] For port 9c73ace1-35fc-47ac-af3f-9fc4e3772720, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=9c73ace1-35fc-47ac-af3f-9fc4e3772720,segment=NetworkSegment(b30868c3-362c-4668-a88f-8c4536a034b4),segment_id=b30868c3-362c-4668-a88f-8c4536a034b4)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:16.409406 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:16.421731 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Calling delete_port for 9c73ace1-35fc-47ac-af3f-9fc4e3772720 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:25:16.491874 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3197e582-9897-4be7-bbfc-2cbe81a4487b req-085ac688-b576-4bf0-87eb-7346d16b4d04 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:25:16.493254 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3197e582-9897-4be7-bbfc-2cbe81a4487b req-085ac688-b576-4bf0-87eb-7346d16b4d04 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/ports?device_id=14571563-921c-4665-9bdf-d41fd0d633d1 HTTP/1.1" status: 200 len: 946 time: 0.0622470 Jun 23 14:25:16.530668 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3197e582-9897-4be7-bbfc-2cbe81a4487b req-322222d8-cf08-427d-8fa5-6aaba05fc667 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.26 "GET /v2.0/security-groups?id=6ec96234-f71b-457a-8e90-16290f1ad3eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310500 Jun 23 14:25:16.550860 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:16.554591 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9ba321eb-b173-4342-9e79-80235b2ee17c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:16.563035 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['9c73ace1-35fc-47ac-af3f-9fc4e3772720'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:25:16.581958 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Pushing event deleted for resources: {'Port': ['ID=9c73ace1-35fc-47ac-af3f-9fc4e3772720,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:16.595585 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.595974 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.596352 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.596724 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.597093 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.597459 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.597822 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.598184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.598575 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.598939 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.599300 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.599655 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:16.618184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:16.638793 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] No DVR routers for this DVR port 9c73ace1-35fc-47ac-af3f-9fc4e3772720 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:25:16.641030 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:16.642979 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-eff53106-4b1a-4fde-8386-3daf40ac8491 req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] 10.222.0.10 "DELETE /v2.0/ports/9c73ace1-35fc-47ac-af3f-9fc4e3772720 HTTP/1.1" status: 204 len: 173 time: 0.4283609 Jun 23 14:25:16.643496 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14571563-921c-4665-9bdf-d41fd0d633d1', 'name': 'network-vif-deleted', 'tag': '9c73ace1-35fc-47ac-af3f-9fc4e3772720'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:25:16.645761 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e08611-3bf6-4d34-96a8-01843e5f39d5" -d '{"events": [{"server_uuid": "14571563-921c-4665-9bdf-d41fd0d633d1", "name": "network-vif-deleted", "tag": "9c73ace1-35fc-47ac-af3f-9fc4e3772720"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:25:16.647671 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:16.682969 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61dbd0a8-a1ad-45dd-ac47-9ee27c2b3447 x-openstack-request-id: req-61dbd0a8-a1ad-45dd-ac47-9ee27c2b3447 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:25:16.683300 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14571563-921c-4665-9bdf-d41fd0d633d1", "name": "network-vif-deleted", "tag": "9c73ace1-35fc-47ac-af3f-9fc4e3772720", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:25:16.683597 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61dbd0a8-a1ad-45dd-ac47-9ee27c2b3447 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:25:16.684035 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14571563-921c-4665-9bdf-d41fd0d633d1', 'name': 'network-vif-deleted', 'tag': '9c73ace1-35fc-47ac-af3f-9fc4e3772720', 'status': 'completed', 'code': 200} Jun 23 14:25:20.676446 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 9c73ace1-35fc-47ac-af3f-9fc4e3772720 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:25:20.698883 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 9c73ace1-35fc-47ac-af3f-9fc4e3772720 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:25:20.699243 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 9c73ace1-35fc-47ac-af3f-9fc4e3772720 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:25:29.017359 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [req-4df9c9fc-1151-475d-ab73-e28ee5aedb23 req-d35e88e4-6327-43e5-8483-d0440f267a02 service neutron] (93098) timed out ('10.222.0.10', 49868) {{(pid=93098) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 14:25:41.086400 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0215fbba-9e51-4d2d-9fd9-66b62205734d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:42.634023 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41226) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:42.677345 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc31c34d-f38b-45bc-9e72-ca40a083bee4 admin admin] Deleting subnet fdf07ddb-884d-4fa4-a17b-9c72851b27f4 {{(pid=93097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:25:42.680279 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bc31c34d-f38b-45bc-9e72-ca40a083bee4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:42.712720 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bc31c34d-f38b-45bc-9e72-ca40a083bee4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13996498'] for subnet, precommit_delete_associations {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:42.754495 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bc31c34d-f38b-45bc-9e72-ca40a083bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:42.806488 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bc31c34d-f38b-45bc-9e72-ca40a083bee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13390601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12976812'] for subnet, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:42.809488 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c4e06984-5f48-461f-b38b-123a0f786922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:42.841758 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc31c34d-f38b-45bc-9e72-ca40a083bee4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdf07ddb-884d-4fa4-a17b-9c72851b27f4,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:42.844559 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bc31c34d-f38b-45bc-9e72-ca40a083bee4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:42.845332 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bc31c34d-f38b-45bc-9e72-ca40a083bee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:42.847178 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bc31c34d-f38b-45bc-9e72-ca40a083bee4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/fdf07ddb-884d-4fa4-a17b-9c72851b27f4 HTTP/1.1" status: 204 len: 168 time: 0.2121351 Jun 23 14:25:42.849589 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41228) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:42.916886 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:42.997478 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.007023 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983637e7-3dcc-4133-a01a-4fc9603dd52b']}} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:43.016712 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30868c3-362c-4668-a88f-8c4536a034b4') {'for_net_delete': True} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:43.017015 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30868c3-362c-4668-a88f-8c4536a034b4') {} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:43.025380 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13996493'] for segment, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.038994 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.044566 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] Releasing vlan 691 on physical network physnet1 to pool {{(pid=93097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:25:43.044954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13390740'] for segment, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: Traceback (most recent call last): Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: timer() Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: cb(*args, **kw) Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: return func(*args, **kwargs) Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: self._notify() Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: self.callback(batched_events) Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: event.method(event) Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: return f(self, *a, **k) Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._get(url).json() Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: return self.request(url, 'GET', **kwargs) Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:25:43.046547 dv-cinder-794001-2-iscsi neutron-server[93097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:25:43.348248 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.351809 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:43.355091 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.357169 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] 10.222.0.26 "DELETE /v2.0/networks/983637e7-3dcc-4133-a01a-4fc9603dd52b HTTP/1.1" status: 204 len: 168 time: 0.5066698 Jun 23 14:25:43.366486 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=983637e7-3dcc-4133-a01a-4fc9603dd52b,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:43.368771 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7809e6c0-7c98-47a8-805a-dc815d7df7b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:43.513223 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41232) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:43.553192 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-42f98cf7-9552-4e6f-9756-784afc862544 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b47db9319a1942c7ae9b4269c904f81b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387726 Jun 23 14:25:43.555560 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41234) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:43.602579 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.625821 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.671958 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.674515 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.675642 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ec96234-f71b-457a-8e90-16290f1ad3eb HTTP/1.1" status: 204 len: 168 time: 0.1191776 Jun 23 14:25:43.676409 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d4dc6f6e-8f6e-4c2f-9d9d-0e68055af887 tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:43.683722 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec96234-f71b-457a-8e90-16290f1ad3eb,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:43.691380 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.691776 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.692163 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.692811 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.693259 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.693565 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.693936 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.694308 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.694713 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.695074 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.695438 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.695802 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:43.699356 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:43.712823 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e71de158-2abb-4cf4-8fd4-e3348c6dfbf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:43.744485 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:44.269321 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:45.217689 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:46.650543 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:49.542097 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:25:52.645128 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41306) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:52.744682 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-375293f9-d3b4-44fc-b825-ad25f503e7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:52.832581 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-375293f9-d3b4-44fc-b825-ad25f503e7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:52.835984 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-375293f9-d3b4-44fc-b825-ad25f503e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:52.839364 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7a8550c4-3a25-461f-8be9-0abca36145d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:52.873492 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-375293f9-d3b4-44fc-b825-ad25f503e7d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5bb97583b99f4bc5a169604178eaf1bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272952 Jun 23 14:25:52.875392 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375293f9-d3b4-44fc-b825-ad25f503e7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fdddaa-017d-486b-a942-46d01bd042ce,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:52.876160 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41310) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:52.879047 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-375293f9-d3b4-44fc-b825-ad25f503e7d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:52.923631 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-64ba23e6-5964-486e-9af1-fe13dc3ebfe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:52.944482 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-64ba23e6-5964-486e-9af1-fe13dc3ebfe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:52.989576 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-64ba23e6-5964-486e-9af1-fe13dc3ebfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:52.992111 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-64ba23e6-5964-486e-9af1-fe13dc3ebfe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:52.993224 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-64ba23e6-5964-486e-9af1-fe13dc3ebfe5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/47fdddaa-017d-486b-a942-46d01bd042ce HTTP/1.1" status: 204 len: 168 time: 0.1160791 Jun 23 14:25:52.994076 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-1984ee11-ffb2-4f0c-be5c-624da04eaac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:53.001345 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba23e6-5964-486e-9af1-fe13dc3ebfe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fdddaa-017d-486b-a942-46d01bd042ce,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:53.004499 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-64ba23e6-5964-486e-9af1-fe13dc3ebfe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:53.615483 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41332) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:53.707985 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-738215266-network', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:25:53.727487 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Made reservation on behalf of fc1e240c5f05493da40ff161585eb16f for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:25:53.729692 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:53.738191 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:53.826381 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:53.830913 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:53.835139 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:53.861163 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 662} {{(pid=93098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:25:53.865704 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2305af4f-4f9e-48a3-a289-a87bca6fc814,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:53.869051 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:53.876005 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:53.876320 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Added segment 04f0869a-0d58-4355-a84f-74366575d45f of type vlan for network d6b6347a-19f7-4c80-ba04-5fec5941d6ea Jun 23 14:25:53.918639 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:53.945698 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:53.947001 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:25:53.947582 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:53.950413 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-8e39303d-4d28-4ef6-b0e2-01f6cede8ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:53.978496 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3619301 Jun 23 14:25:53.981474 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41336) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:53.986659 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Request body: {'subnet': {'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-738215266-subnet', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'ip_version': 4}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:25:54.007805 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Made reservation on behalf of fc1e240c5f05493da40ff161585eb16f for: {'subnet': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:25:54.009737 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Pushing event updated for resources: {'Network': ['ID=d6b6347a-19f7-4c80-ba04-5fec5941d6ea,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:54.010146 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12976817'] for subnet, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.012555 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-74341e8d-7ed8-4820-b4d4-faef11f77be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:54.020374 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:25:54.178711 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13391818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12976803'] for subnet, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.181532 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:54.243231 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Checking segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:25:54.243592 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Network hostable DHCP agents. Network: d6b6347a-19f7-4c80-ba04-5fec5941d6ea, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:25:54.246517 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20287a0d-1650-483f-ae67-ef2e99acd3d0,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:54.249250 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:54.263242 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:25:54.272079 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, d6b6347a-19f7-4c80-ba04-5fec5941d6ea) {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:25:54.276098 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:25:54.276698 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.281534 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34415b41-bfb0-4d44-88e6-8dfeb810ae69 None None] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:25:54.291801 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-0bf28ef1-56c9-4788-b58f-6b9dc671aba2 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3091180 Jun 23 14:25:54.294395 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41338) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:54.298987 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:25:54.319031 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16452626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32584'] for router, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.319985 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16452633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16294700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16437327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32577'] for router, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.369900 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.426811 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ed5f05c-69cb-5583-abd3-207797de1a02-d6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0'}]}} from dv-cinder-794001-2-iscsi. {{(pid=93099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:25:54.428256 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.507604 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.558347 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Allocated IP 172.20.0.2 (d6b6347a-19f7-4c80-ba04-5fec5941d6ea/20287a0d-1650-483f-ae67-ef2e99acd3d0/0c88d857-27a7-4f7e-ac56-c0f67dd017e2) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:25:54.697933 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.703048 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.705951 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Transition to ACTIVE for port object 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:25:54.720101 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Transition to ACTIVE for port object 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:25:54.726091 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.727099 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.729713 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:54.770464 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:25:54.773127 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:25:54.777540 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:25:54.784691 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Pushing event updated for resources: {'Port': ['ID=0c88d857-27a7-4f7e-ac56-c0f67dd017e2,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:54.810775 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.811048 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.811397 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.811741 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.812080 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.812419 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.812755 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.813602 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.813602 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.813812 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.814068 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.814418 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:25:54.819669 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:54.828149 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Allocated IP 172.27.3.113 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/a4e441c4-7570-42d8-86f0-4e3cf63bfc8d) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:25:54.851574 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Attempting to bind port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:25:54.851962 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Attempting to bind port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:25:54.852341 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Attempting to bind port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:25:54.857382 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:25:54.857767 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Checking segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:25:54.858181 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.858619 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Bound using segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:25:54.859103 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Bound port: 0c88d857-27a7-4f7e-ac56-c0f67dd017e2, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:25:54.859489 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.923059 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] For port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:25:54.926281 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] For port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=0c88d857-27a7-4f7e-ac56-c0f67dd017e2,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:25:54.930991 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.932842 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-c1900842-f2a5-422d-acac-5db75cbabbe5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:54.937820 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.982433 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:54.984559 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-c54a0f4b-8ccc-4631-996e-7106cab64951 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:54.992502 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Pushing event updated for resources: {'Port': ['ID=0c88d857-27a7-4f7e-ac56-c0f67dd017e2,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:54.995571 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-5c7e2c73-b6d2-4b94-b6a2-7cd36bf11490 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:55.025966 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:25:55.028772 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:25:55.031360 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:25:55.058100 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e441c4-7570-42d8-86f0-4e3cf63bfc8d,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:55.061557 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:55.252534 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:25:55.301791 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:25:55.318021 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:55.508800 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16451719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835'] for router, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:55.639085 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 is scheduled to L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 with binding_index 1 {{(pid=93097) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:25:55.749466 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:25:55.760312 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Sync routers for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:25:55.769914 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Notify callbacks [] for router, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:55.770926 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:25:55.772214 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-6846b801-70e9-4282-b235-f0a548875857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:25:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:55.774888 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4794204 Jun 23 14:25:55.776253 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41340) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:55.854151 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07915b1-6b1f-4c17-93b0-9a79a782be7e None None] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:25:55.932183 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:25:56.016962 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ad5ea041-6ac2-4e35-b015-26a1ddabd93c None None] Provisioning for port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:25:56.064981 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ad5ea041-6ac2-4e35-b015-26a1ddabd93c None None] Provisioning complete for port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:25:56.065361 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ad5ea041-6ac2-4e35-b015-26a1ddabd93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.205842 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.251573 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ad5ea041-6ac2-4e35-b015-26a1ddabd93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.366273 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Allocated IP 172.20.0.1 (d6b6347a-19f7-4c80-ba04-5fec5941d6ea/20287a0d-1650-483f-ae67-ef2e99acd3d0/c31b61a5-85b3-4848-8234-729e0fbdaf39) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:25:56.434164 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-6846b801-70e9-4282-b235-f0a548875857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:55Z', 'revision_number': 3, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:56.462173 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ad5ea041-6ac2-4e35-b015-26a1ddabd93c None None] For port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=0c88d857-27a7-4f7e-ac56-c0f67dd017e2,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:56.463136 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Checking router: a6f7f00c-28c6-47e2-a337-10ba5c69dd76 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:25:56.463487 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Updating router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d binding host dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:25:56.467338 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ad5ea041-6ac2-4e35-b015-26a1ddabd93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.471501 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.485749 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-131b41fb-e1c7-42f0-9ece-96abeb7f55c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:56.487405 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.provisioning_blocks [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Transition to ACTIVE for port object c31b61a5-85b3-4848-8234-729e0fbdaf39 will not be triggered until provisioned by entity DHCP. {{(pid=93098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:25:56.522651 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.525852 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-01615fd3-ca40-4d69-ae3f-0a73f254f444 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:56.534454 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.563451 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5ea041-6ac2-4e35-b015-26a1ddabd93c None None] Pushing event updated for resources: {'Port': ['ID=0c88d857-27a7-4f7e-ac56-c0f67dd017e2,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:56.567743 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ad5ea041-6ac2-4e35-b015-26a1ddabd93c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:56.572554 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:25:56.575763 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:25:56.579710 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:25:56.611369 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Pushing event updated for resources: {'Port': ['ID=c31b61a5-85b3-4848-8234-729e0fbdaf39,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:56.616191 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:56.627951 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16478827'] for router_interface, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.729484 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-eebbdbd6-3624-442e-af4c-4b026c422dbb None None] Provisioning complete for port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:25:56.729870 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eebbdbd6-3624-442e-af4c-4b026c422dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.778414 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.876650 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.890308 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Transition to ACTIVE for port object a4e441c4-7570-42d8-86f0-4e3cf63bfc8d will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:25:56.897237 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.899063 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:56.942448 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.948156 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461282'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.949196 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Attempting to bind port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:25:56.950222 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Attempting to bind port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:25:56.950620 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Attempting to bind port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d on network a8114055-eda3-4a8a-939d-4d3bf614516a {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:25:56.951179 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-45364756-05d9-4791-965e-02a897209220 tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:56.953405 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115bed1-08a5-4b2f-8a7f-55ee2a300501 None None] Pushing event updated for resources: {'Port': ['ID=a4e441c4-7570-42d8-86f0-4e3cf63bfc8d,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:56.958011 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f115bed1-08a5-4b2f-8a7f-55ee2a300501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:56.959473 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:25:56.959859 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:25:56.960266 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:56.960647 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Bound using segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:25:56.961122 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Bound port: a4e441c4-7570-42d8-86f0-4e3cf63bfc8d, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:25:56.961504 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:57.014103 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16334052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478855'] for router_interface, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:57.016730 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Pushing event updated for resources: {'Port': ['ID=c31b61a5-85b3-4848-8234-729e0fbdaf39,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:57.017877 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-6846b801-70e9-4282-b235-f0a548875857 None None] For port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:25:57.022541 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:57.024896 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-6846b801-70e9-4282-b235-f0a548875857 None None] For port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=a4e441c4-7570-42d8-86f0-4e3cf63bfc8d,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:25:57.026205 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-f492557c-5574-471d-a64f-37b0f72c106a None None] Provisioning for port c31b61a5-85b3-4848-8234-729e0fbdaf39 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:25:57.030950 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:57.032737 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-f492557c-5574-471d-a64f-37b0f72c106a None None] Provisioning complete for port c31b61a5-85b3-4848-8234-729e0fbdaf39 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:25:57.033137 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f492557c-5574-471d-a64f-37b0f72c106a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:57.035980 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:57.113239 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:25:57.114782 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:25:57.119258 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-f492557c-5574-471d-a64f-37b0f72c106a None None] Port c31b61a5-85b3-4848-8234-729e0fbdaf39 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:25:57.121908 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:25:57.122561 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-6846b801-70e9-4282-b235-f0a548875857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:25:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:57.157524 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f115bed1-08a5-4b2f-8a7f-55ee2a300501 None None] Pushing event updated for resources: {'Port': ['ID=a4e441c4-7570-42d8-86f0-4e3cf63bfc8d,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:57.162061 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-f115bed1-08a5-4b2f-8a7f-55ee2a300501 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:57.239139 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:25:57.243561 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-6846b801-70e9-4282-b235-f0a548875857 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:25:57.276128 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:25:57.352079 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:25:57.358016 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] 10.222.0.26 "PUT /v2.0/routers/a6f7f00c-28c6-47e2-a337-10ba5c69dd76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5804493 Jun 23 14:25:57.410379 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-cc2f540d-cb14-4369-bca7-b7cc4ff23831 None None] Provisioning complete for port c31b61a5-85b3-4848-8234-729e0fbdaf39 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:25:57.410787 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cc2f540d-cb14-4369-bca7-b7cc4ff23831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:57.445906 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:25:57.446646 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:57.503712 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-cc2f540d-cb14-4369-bca7-b7cc4ff23831 None None] Port c31b61a5-85b3-4848-8234-729e0fbdaf39 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:25:57.590875 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-6846b801-70e9-4282-b235-f0a548875857 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 2, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:57.620868 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6846b801-70e9-4282-b235-f0a548875857 None None] The sync data for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi is: [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 2, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:25:57.846286 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41356) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:57.851968 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2111856570-network', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:25:57.878616 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Made reservation on behalf of 8ee39b2e6e704488b7f8cda0bcbfba43 for: {'network': 1} {{(pid=93098) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:25:57.881388 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for network, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:57.891105 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:57.990796 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:57.994892 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:57.997891 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-000d1e4c-07b0-4d5c-8230-454498abdd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:58.020909 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=93098) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:25:58.030212 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb48a4ff-7d87-4502-9346-d97de5e72a3d,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:58.033806 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:58.036854 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.037782 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.segments_db [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Added segment 20d2b414-7c92-429d-8f49-1909cde73c55 of type vlan for network cba03b38-35b6-461d-ba33-9e1774bb44ac Jun 23 14:25:58.080928 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784507987469'] for network, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.110751 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038'] for network, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.112112 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:25:58.112711 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.114966 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c54d1162-fce3-44d3-aafa-c1bb4e296f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:58.144480 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2970278 Jun 23 14:25:58.147927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41358) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:58.153245 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Request body: {'subnet': {'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2111856570-subnet', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'ip_version': 4}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:25:58.176672 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Pushing event updated for resources: {'Network': ['ID=cba03b38-35b6-461d-ba33-9e1774bb44ac,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:58.180078 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-81c7cc58-857f-4f9d-8a89-c743fd26eca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:58.182809 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Made reservation on behalf of 8ee39b2e6e704488b7f8cda0bcbfba43 for: {'subnet': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:25:58.198861 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12976817'] for subnet, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.217769 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Network cba03b38-35b6-461d-ba33-9e1774bb44ac details requested by agent ovs-agent-dv-cinder-794001-2-iscsi with host dv-cinder-794001-2-iscsi {{(pid=93099) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:25:58.393807 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13391818', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12976803'] for subnet, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.396133 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-3d4f6d44-5dca-4dfa-9d21-c589757c1b46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:58.449779 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d43fe1d2-06eb-4fac-82ce-48d64221a87b,revision_number=0']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:58.453503 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:58.460647 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Checking segment: {'id': '20d2b414-7c92-429d-8f49-1909cde73c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:25:58.461017 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Network hostable DHCP agents. Network: cba03b38-35b6-461d-ba33-9e1774bb44ac, hostable agents: ['8f93e31b-4484-4d7f-9761-c06fd61a4fa9'], hosted agents: [] {{(pid=93097) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:25:58.476908 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Network cba03b38-35b6-461d-ba33-9e1774bb44ac is scheduled to be hosted by DHCP agent 8f93e31b-4484-4d7f-9761-c06fd61a4fa9 with binding_index 1 {{(pid=93097) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:25:58.485351 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-iscsi, cba03b38-35b6-461d-ba33-9e1774bb44ac) {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:25:58.489392 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:25:58.489996 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.495987 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5add082f-c33a-47f8-bd36-ae51e8fdad97 None None] Network cba03b38-35b6-461d-ba33-9e1774bb44ac requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:25:58.512061 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bd41b65f-503f-4ec1-bbb8-f4ba2d67c8f7 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3623257 Jun 23 14:25:58.512293 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41360) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:25:58.516665 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2111856570-router', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:25:58.547213 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16452626', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-32584'] for router, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.548833 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16452633', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16294700', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16437327', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-32577'] for router, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.608923 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.669369 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0ed5f05c-69cb-5583-abd3-207797de1a02-cba03b38-35b6-461d-ba33-9e1774bb44ac', 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'fixed_ips': [{'subnet_id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b'}]}} from dv-cinder-794001-2-iscsi. {{(pid=93099) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:25:58.670380 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.748528 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16297790', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16451726', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32595'] for router, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.816984 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.db_base_plugin_common [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Allocated IP 172.20.0.2 (cba03b38-35b6-461d-ba33-9e1774bb44ac/d43fe1d2-06eb-4fac-82ce-48d64221a87b/07b6c172-4105-48a4-b8d3-16dbffb91390) {{(pid=93099) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:25:58.960216 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Notify callbacks [] for port, precommit_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.969349 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Transition to ACTIVE for port object 07b6c172-4105-48a4-b8d3-16dbffb91390 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:25:58.986369 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Transition to ACTIVE for port object 07b6c172-4105-48a4-b8d3-16dbffb91390 will not be triggered until provisioned by entity DHCP. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:25:58.992913 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517'] for port, after_create {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:58.995202 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-622161ae-8737-4809-bfe4-d0afc2f2e864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:59.159990 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Network cba03b38-35b6-461d-ba33-9e1774bb44ac is already hosted by enough agents. {{(pid=93099) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:25:59.163258 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.scheduler.base_scheduler [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Resources bound (agent type, host, resource id): {{(pid=93099) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:25:59.169078 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Received port after_create {{(pid=93099) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:25:59.179617 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Pushing event updated for resources: {'Port': ['ID=07b6c172-4105-48a4-b8d3-16dbffb91390,revision_number=1']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:59.183994 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:59.204102 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.223937 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.235845 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Attempting to bind port 07b6c172-4105-48a4-b8d3-16dbffb91390 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:25:59.236243 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Attempting to bind port 07b6c172-4105-48a4-b8d3-16dbffb91390 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '20d2b414-7c92-429d-8f49-1909cde73c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:25:59.236756 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Attempting to bind port 07b6c172-4105-48a4-b8d3-16dbffb91390 on network cba03b38-35b6-461d-ba33-9e1774bb44ac {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:25:59.243500 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:25:59.244072 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Checking segment: {'id': '20d2b414-7c92-429d-8f49-1909cde73c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:25:59.244273 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.244666 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Bound using segment: {'id': '20d2b414-7c92-429d-8f49-1909cde73c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:25:59.245150 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Bound port: 07b6c172-4105-48a4-b8d3-16dbffb91390, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d2b414-7c92-429d-8f49-1909cde73c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:25:59.245570 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.288162 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device a4e441c4-7570-42d8-86f0-4e3cf63bfc8d up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:25:59.339428 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Allocated IP 172.27.3.130 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/f1109607-8860-4c0f-91b0-6a2da4448fa1) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:25:59.349521 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] For port 07b6c172-4105-48a4-b8d3-16dbffb91390, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:25:59.354070 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] For port 07b6c172-4105-48a4-b8d3-16dbffb91390, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=07b6c172-4105-48a4-b8d3-16dbffb91390,segment=NetworkSegment(20d2b414-7c92-429d-8f49-1909cde73c55),segment_id=20d2b414-7c92-429d-8f49-1909cde73c55)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:25:59.361218 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.369679 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-96129fc1-5ad1-4492-a76d-476383af6a24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:59.377282 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:25:59.400626 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:25:59.400954 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.458121 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.465920 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Pushing event updated for resources: {'Port': ['ID=07b6c172-4105-48a4-b8d3-16dbffb91390,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:59.485083 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:59.500577 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.503452 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:59.503613 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.526619 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=a4e441c4-7570-42d8-86f0-4e3cf63bfc8d,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:25:59.534545 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.538917 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:25:59.539887 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:25:59.541742 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:25:59.548175 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:25:59.582214 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Pushing event updated for resources: {'Port': ['ID=f1109607-8860-4c0f-91b0-6a2da4448fa1,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:59.588966 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:59.620349 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=a4e441c4-7570-42d8-86f0-4e3cf63bfc8d,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:25:59.624128 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:25:59.675110 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Sync routers for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:25:59.685354 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:25:59.685983 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:25:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:25:59.799006 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:25:59.830308 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:59.991945 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 2, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:00.022061 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Checking router: a6f7f00c-28c6-47e2-a337-10ba5c69dd76 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:26:00.022473 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Updating router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 port c31b61a5-85b3-4848-8234-729e0fbdaf39 binding host dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:26:00.023902 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16451719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16297835'] for router, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:00.058158 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:00.164643 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Router fca29b91-755e-40d2-8d63-d6b2b5c53599 is scheduled to L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 with binding_index 1 {{(pid=93098) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:26:00.279484 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:26:00.290641 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Sync routers for ids ['fca29b91-755e-40d2-8d63-d6b2b5c53599'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:26:00.295132 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:00.296504 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-239abdca-7fd6-42ee-85d2-3379e8ed0844 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.7836189 Jun 23 14:26:00.299090 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41362) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:26:00.302733 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Routers {'fca29b91-755e-40d2-8d63-d6b2b5c53599'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:26:00.305290 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:25:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['fca29b91-755e-40d2-8d63-d6b2b5c53599'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:00.348901 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:00.352283 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e53169-5db1-4f72-8b3c-f935948e2f62 None None] Network cba03b38-35b6-461d-ba33-9e1774bb44ac requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:26:00.358516 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Transition to ACTIVE for port object c31b61a5-85b3-4848-8234-729e0fbdaf39 will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:26:00.366914 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:00.376228 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6eb840f9-056d-48a1-a8a7-19a98731b48a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:00.423766 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-0ec7ad35-51a8-467d-b58b-51f23518ce4e None None] Provisioning for port 07b6c172-4105-48a4-b8d3-16dbffb91390 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:26:00.425328 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Pushing event updated for resources: {'Port': ['ID=c31b61a5-85b3-4848-8234-729e0fbdaf39,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:00.439951 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.440488 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.440921 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.441504 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.442525 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.443106 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.444176 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.444883 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.445450 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.445994 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.446560 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.447238 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93100) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:00.459703 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:00.517247 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Attempting to bind port c31b61a5-85b3-4848-8234-729e0fbdaf39 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:26:00.517679 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Attempting to bind port c31b61a5-85b3-4848-8234-729e0fbdaf39 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:26:00.518500 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Attempting to bind port c31b61a5-85b3-4848-8234-729e0fbdaf39 on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:26:00.518898 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Set router fca29b91-755e-40d2-8d63-d6b2b5c53599 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:26:00.526512 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:26:00.527196 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Checking segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:26:00.528319 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:00.529086 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Bound using segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:26:00.530348 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Bound port: c31b61a5-85b3-4848-8234-729e0fbdaf39, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:26:00.531011 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:00.603412 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] For port c31b61a5-85b3-4848-8234-729e0fbdaf39, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:26:00.607486 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] For port c31b61a5-85b3-4848-8234-729e0fbdaf39, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=c31b61a5-85b3-4848-8234-729e0fbdaf39,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:26:00.616659 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:00.628971 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:00.682093 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Pushing event updated for resources: {'Port': ['ID=c31b61a5-85b3-4848-8234-729e0fbdaf39,revision_number=4']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:00.687089 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-969dc797-8964-4e4a-9f4b-656dab5da858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:00.700390 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:26:00.701313 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:25:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:00.814171 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'name': 'tempest-TestVolumeBootPattern-2111856570-router', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:58Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 3, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'gw_port': {'id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:59Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:00.842472 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:26:00.842697 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:00.848788 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Checking router: fca29b91-755e-40d2-8d63-d6b2b5c53599 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:26:00.849426 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Updating router fca29b91-755e-40d2-8d63-d6b2b5c53599 port f1109607-8860-4c0f-91b0-6a2da4448fa1 binding host dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:26:00.892128 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.048932 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_common [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Allocated IP 172.20.0.1 (cba03b38-35b6-461d-ba33-9e1774bb44ac/d43fe1d2-06eb-4fac-82ce-48d64221a87b/c92031dc-3150-47fe-bf97-314ea1f645fa) {{(pid=93098) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:26:01.091013 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:00Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:01.121110 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d96bd20-3903-4cef-950a-aa9803751186 None None] The sync data for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi is: [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:00Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:26:01.154509 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.170071 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.provisioning_blocks [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Transition to ACTIVE for port object c92031dc-3150-47fe-bf97-314ea1f645fa will not be triggered until provisioned by entity DHCP. {{(pid=93098) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:26:01.210713 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13461296'] for port, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.214702 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2d630745-83ae-4d42-8417-329aa2a45e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:01.230134 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Notify callbacks [] for port, precommit_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.257202 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Network cba03b38-35b6-461d-ba33-9e1774bb44ac is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:26:01.257734 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Transition to ACTIVE for port object f1109607-8860-4c0f-91b0-6a2da4448fa1 will not be triggered until provisioned by entity L2. {{(pid=93099) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:26:01.260366 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:26:01.264756 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Received port after_create {{(pid=93098) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:26:01.271210 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Pushing event updated for resources: {'Port': ['ID=c92031dc-3150-47fe-bf97-314ea1f645fa,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:01.278239 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.281675 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:01.300596 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:01.335355 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16478827'] for router_interface, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.368541 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Attempting to bind port f1109607-8860-4c0f-91b0-6a2da4448fa1 on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:26:01.369312 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Attempting to bind port f1109607-8860-4c0f-91b0-6a2da4448fa1 by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:26:01.369856 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Attempting to bind port f1109607-8860-4c0f-91b0-6a2da4448fa1 on network a8114055-eda3-4a8a-939d-4d3bf614516a {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:26:01.386008 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:26:01.386953 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Checking segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93099) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:26:01.387596 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.388249 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Bound using segment: {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'} {{(pid=93099) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:26:01.389227 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.managers [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Bound port: f1109607-8860-4c0f-91b0-6a2da4448fa1, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d8935d5-0407-4a92-b081-ffeba05940c1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a'}}] {{(pid=93099) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:26:01.389900 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.446421 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd960c24-86ef-4e3f-acbb-9bc11dace4ba None None] Pushing event updated for resources: {'Port': ['ID=f1109607-8860-4c0f-91b0-6a2da4448fa1,revision_number=2']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:01.450936 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fd960c24-86ef-4e3f-acbb-9bc11dace4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:01.456018 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] For port f1109607-8860-4c0f-91b0-6a2da4448fa1, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93099) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:26:01.460681 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] For port f1109607-8860-4c0f-91b0-6a2da4448fa1, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=f1109607-8860-4c0f-91b0-6a2da4448fa1,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:26:01.472677 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device a4e441c4-7570-42d8-86f0-4e3cf63bfc8d up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:26:01.477713 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.488750 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:01.527789 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.571707 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Routers {'fca29b91-755e-40d2-8d63-d6b2b5c53599'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:26:01.572736 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:25:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['fca29b91-755e-40d2-8d63-d6b2b5c53599'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:01.630269 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd960c24-86ef-4e3f-acbb-9bc11dace4ba None None] Pushing event updated for resources: {'Port': ['ID=f1109607-8860-4c0f-91b0-6a2da4448fa1,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:01.651854 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fd960c24-86ef-4e3f-acbb-9bc11dace4ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:01.661731 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-a4fa00e6-d6ce-4ce3-9967-94c261c4cd28 None None] Provisioning for port c92031dc-3150-47fe-bf97-314ea1f645fa completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:26:01.665608 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:01.665996 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.713548 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.715540 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-a4fa00e6-d6ce-4ce3-9967-94c261c4cd28 None None] Provisioning complete for port c92031dc-3150-47fe-bf97-314ea1f645fa triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:01.716141 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a4fa00e6-d6ce-4ce3-9967-94c261c4cd28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.718743 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13461282'] for port, after_update {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.742866 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-682d160f-4d3b-4905-bc66-cc5334c50948 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:01.785061 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-a4fa00e6-d6ce-4ce3-9967-94c261c4cd28 None None] Port c92031dc-3150-47fe-bf97-314ea1f645fa cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:26:01.788564 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] Set router fca29b91-755e-40d2-8d63-d6b2b5c53599 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:26:01.800602 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16334052', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16478855'] for router_interface, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:01.802555 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Pushing event updated for resources: {'Port': ['ID=c92031dc-3150-47fe-bf97-314ea1f645fa,revision_number=2']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:01.806010 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:01.906469 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Network cba03b38-35b6-461d-ba33-9e1774bb44ac is already hosted by enough agents. {{(pid=93098) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:26:01.908001 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.base_scheduler [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Resources bound (agent type, host, resource id): {{(pid=93098) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:26:02.028627 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c31b61a5-85b3-4848-8234-729e0fbdaf39 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:26:02.038455 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Router fca29b91-755e-40d2-8d63-d6b2b5c53599 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:26:02.142927 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-58e4d087-1af3-4d4d-9184-f1f08316ffd3 None None] Provisioning complete for port c92031dc-3150-47fe-bf97-314ea1f645fa triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:02.143313 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-58e4d087-1af3-4d4d-9184-f1f08316ffd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.148316 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:26:02.153327 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-7816d1ca-6fb4-4b4f-9dd6-546c36e5728c admin admin] 10.222.0.26 "PUT /v2.0/routers/fca29b91-755e-40d2-8d63-d6b2b5c53599/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8513069 Jun 23 14:26:02.199064 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port c31b61a5-85b3-4848-8234-729e0fbdaf39 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:26:02.209057 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port c31b61a5-85b3-4848-8234-729e0fbdaf39 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:02.209443 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.235434 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-58e4d087-1af3-4d4d-9184-f1f08316ffd3 None None] Port c92031dc-3150-47fe-bf97-314ea1f645fa cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:26:02.297457 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'name': 'tempest-TestVolumeBootPattern-2111856570-router', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:58Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 4, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'gw_port': {'id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:59Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c92031dc-3150-47fe-bf97-314ea1f645fa', 'name': '', 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'mac_address': 'fa:16:3e:36:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:26:00Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 1, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'subnets': [{'id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:02.329004 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cd54b6-b689-470d-92f9-8065b06ecd7c None None] The sync data for ids ['fca29b91-755e-40d2-8d63-d6b2b5c53599'] in dv-cinder-794001-2-iscsi is: [{'id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'name': 'tempest-TestVolumeBootPattern-2111856570-router', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:58Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 4, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'gw_port': {'id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:59Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c92031dc-3150-47fe-bf97-314ea1f645fa', 'name': '', 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'mac_address': 'fa:16:3e:36:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:26:00Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 1, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'subnets': [{'id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:26:02.337196 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.372333 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port c31b61a5-85b3-4848-8234-729e0fbdaf39, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=c31b61a5-85b3-4848-8234-729e0fbdaf39,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:26:02.376581 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.377608 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 07b6c172-4105-48a4-b8d3-16dbffb91390 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:26:02.380680 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:02.460081 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=c31b61a5-85b3-4848-8234-729e0fbdaf39,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:02.463781 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:02.474218 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port 07b6c172-4105-48a4-b8d3-16dbffb91390 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:26:02.479418 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 07b6c172-4105-48a4-b8d3-16dbffb91390 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:02.479881 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.582282 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.619105 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port 07b6c172-4105-48a4-b8d3-16dbffb91390, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=07b6c172-4105-48a4-b8d3-16dbffb91390,segment=NetworkSegment(20d2b414-7c92-429d-8f49-1909cde73c55),segment_id=20d2b414-7c92-429d-8f49-1909cde73c55)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:26:02.623708 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.627340 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:02.684661 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=07b6c172-4105-48a4-b8d3-16dbffb91390,revision_number=3']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:02.688907 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:02.820694 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41370) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:26:02.826424 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-1dc136ae-f2e7-4ef6-b29b-999fc129724a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1216161484', 'description': 'tempest-secgroup-smoke-1216161484 description', 'project_id': 'fc1e240c5f05493da40ff161585eb16f'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:26:02.849196 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc136ae-f2e7-4ef6-b29b-999fc129724a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.936323 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc136ae-f2e7-4ef6-b29b-999fc129724a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.939668 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc136ae-f2e7-4ef6-b29b-999fc129724a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.942830 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-15f23639-27bb-49e7-9599-75e55344e8fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:02.966935 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-1dc136ae-f2e7-4ef6-b29b-999fc129724a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.968146 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-1dc136ae-f2e7-4ef6-b29b-999fc129724a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1454692 Jun 23 14:26:02.969964 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc136ae-f2e7-4ef6-b29b-999fc129724a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8e6ef6-de99-424d-9670-14e312804db3,revision_number=1']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:02.972284 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41372) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:26:02.974265 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-1dc136ae-f2e7-4ef6-b29b-999fc129724a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:02.978119 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-37ad7f37-980c-43e9-9341-b6653e61f08f tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'security_group_rule': {'security_group_id': '7c8e6ef6-de99-424d-9670-14e312804db3', 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:26:03.004265 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37ad7f37-980c-43e9-9341-b6653e61f08f tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.065959 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37ad7f37-980c-43e9-9341-b6653e61f08f tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.070068 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37ad7f37-980c-43e9-9341-b6653e61f08f tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.072302 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:03.086337 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ad7f37-980c-43e9-9341-b6653e61f08f tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cc05b63-a092-4bc0-9264-127f61759d5b,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:03.090023 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-37ad7f37-980c-43e9-9341-b6653e61f08f tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:03.095400 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-37ad7f37-980c-43e9-9341-b6653e61f08f tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.096618 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-37ad7f37-980c-43e9-9341-b6653e61f08f tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233702 Jun 23 14:26:03.099265 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41374) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:26:03.103584 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-2fe4e251-c5fa-49ef-8aa8-3531b9476a84 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'security_group_rule': {'security_group_id': '7c8e6ef6-de99-424d-9670-14e312804db3', 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:26:03.128204 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e251-c5fa-49ef-8aa8-3531b9476a84 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.186918 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e251-c5fa-49ef-8aa8-3531b9476a84 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.190084 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e251-c5fa-49ef-8aa8-3531b9476a84 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.192855 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-db5e9a26-ad81-4372-a471-184bebcb7e6b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:03.210422 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe4e251-c5fa-49ef-8aa8-3531b9476a84 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a43468a-bcb4-40b5-ae4a-73fea4e3973e,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:03.213597 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2fe4e251-c5fa-49ef-8aa8-3531b9476a84 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:03.217120 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2fe4e251-c5fa-49ef-8aa8-3531b9476a84 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.221548 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2fe4e251-c5fa-49ef-8aa8-3531b9476a84 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180644 Jun 23 14:26:03.221548 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41376) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:26:03.225784 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c31b61a5-85b3-4848-8234-729e0fbdaf39 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:26:03.226992 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-13d29902-b690-4859-a59f-83b1ee10ab0a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'security_group_rule': {'security_group_id': '7c8e6ef6-de99-424d-9670-14e312804db3', 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:26:03.252658 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-13d29902-b690-4859-a59f-83b1ee10ab0a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.275232 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port c31b61a5-85b3-4848-8234-729e0fbdaf39 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:03.275710 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.312278 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-13d29902-b690-4859-a59f-83b1ee10ab0a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.315955 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-13d29902-b690-4859-a59f-83b1ee10ab0a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.322471 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:03.339253 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d29902-b690-4859-a59f-83b1ee10ab0a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bce17b9e-1be1-4d74-86a0-2d0fc56eb9f1,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:03.342251 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-13d29902-b690-4859-a59f-83b1ee10ab0a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:03.344959 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-13d29902-b690-4859-a59f-83b1ee10ab0a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.346185 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-13d29902-b690-4859-a59f-83b1ee10ab0a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1233709 Jun 23 14:26:03.348970 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41378) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:26:03.354506 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-7a11daf7-79c3-4c9c-ac13-5de8ca626c26 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'security_group_rule': {'security_group_id': '7c8e6ef6-de99-424d-9670-14e312804db3', 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:26:03.361546 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 07b6c172-4105-48a4-b8d3-16dbffb91390 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:26:03.380256 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a11daf7-79c3-4c9c-ac13-5de8ca626c26 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.407587 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port 07b6c172-4105-48a4-b8d3-16dbffb91390 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:03.408242 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.441562 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a11daf7-79c3-4c9c-ac13-5de8ca626c26 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.445965 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a11daf7-79c3-4c9c-ac13-5de8ca626c26 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.448078 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2fe4e251-c5fa-49ef-8aa8-3531b9476a84 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:03.464846 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11daf7-79c3-4c9c-ac13-5de8ca626c26 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1818bfe5-e196-4a4c-a973-10f1c7a0458e,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:03.467304 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-7a11daf7-79c3-4c9c-ac13-5de8ca626c26 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:03.475370 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-7a11daf7-79c3-4c9c-ac13-5de8ca626c26 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.476560 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-7a11daf7-79c3-4c9c-ac13-5de8ca626c26 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1261156 Jun 23 14:26:03.479184 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41380) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:26:03.483602 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-2f209b25-c2af-4f54-a6aa-3ff4ef3b23e5 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'security_group_rule': {'security_group_id': '7c8e6ef6-de99-424d-9670-14e312804db3', 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:26:03.504001 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.securitygroups_db [None req-2f209b25-c2af-4f54-a6aa-3ff4ef3b23e5 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Project fc1e240c5f05493da40ff161585eb16f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:26:03.509056 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2f209b25-c2af-4f54-a6aa-3ff4ef3b23e5 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.565577 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2f209b25-c2af-4f54-a6aa-3ff4ef3b23e5 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.570063 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2f209b25-c2af-4f54-a6aa-3ff4ef3b23e5 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.572142 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-bdd8eab0-01b4-40d8-8a86-9b9d31ad969c tempest-TestShelveInstance-442055651 tempest-TestShelveInstance-442055651-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:03.587137 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f209b25-c2af-4f54-a6aa-3ff4ef3b23e5 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c9873e4-3e38-47bb-a3a3-c561b6f45281,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:03.589496 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2f209b25-c2af-4f54-a6aa-3ff4ef3b23e5 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:03.594196 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-2f209b25-c2af-4f54-a6aa-3ff4ef3b23e5 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.595381 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-2f209b25-c2af-4f54-a6aa-3ff4ef3b23e5 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1152711 Jun 23 14:26:03.598073 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 41382) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:26:03.602584 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.v2.base [None req-9d768c16-337b-496c-9c61-03d24d677bfb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'security_group_rule': {'security_group_id': '7c8e6ef6-de99-424d-9670-14e312804db3', 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93098) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:26:03.623168 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.db.securitygroups_db [None req-9d768c16-337b-496c-9c61-03d24d677bfb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Project fc1e240c5f05493da40ff161585eb16f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:26:03.627787 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9d768c16-337b-496c-9c61-03d24d677bfb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.687969 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9d768c16-337b-496c-9c61-03d24d677bfb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.692159 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9d768c16-337b-496c-9c61-03d24d677bfb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16448880'] for security_group_rule, after_create {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.698760 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:03.714488 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d768c16-337b-496c-9c61-03d24d677bfb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=446ef662-5388-416e-b33e-2914e712c370,revision_number=0']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:03.716909 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-9d768c16-337b-496c-9c61-03d24d677bfb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.721131 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-9d768c16-337b-496c-9c61-03d24d677bfb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1190348 Jun 23 14:26:03.721131 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-9d768c16-337b-496c-9c61-03d24d677bfb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:05.138649 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Sync routers for ids ['fca29b91-755e-40d2-8d63-d6b2b5c53599'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:26:05.147952 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Routers {'fca29b91-755e-40d2-8d63-d6b2b5c53599'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:26:05.148569 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:25:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['fca29b91-755e-40d2-8d63-d6b2b5c53599'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:05.235940 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device f1109607-8860-4c0f-91b0-6a2da4448fa1 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:26:05.263379 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Set router fca29b91-755e-40d2-8d63-d6b2b5c53599 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:26:05.294069 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port f1109607-8860-4c0f-91b0-6a2da4448fa1 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:26:05.298474 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port f1109607-8860-4c0f-91b0-6a2da4448fa1 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:05.298867 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:05.378141 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:05.398504 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port f1109607-8860-4c0f-91b0-6a2da4448fa1, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=f1109607-8860-4c0f-91b0-6a2da4448fa1,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:26:05.403639 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:05.405766 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:05.453322 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=f1109607-8860-4c0f-91b0-6a2da4448fa1,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:05.456375 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:05.557559 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'name': 'tempest-TestVolumeBootPattern-2111856570-router', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:58Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 4, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'gw_port': {'id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:59Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c92031dc-3150-47fe-bf97-314ea1f645fa', 'name': '', 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'mac_address': 'fa:16:3e:36:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:26:00Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 2, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'subnets': [{'id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:05.584590 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Checking router: fca29b91-755e-40d2-8d63-d6b2b5c53599 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:26:05.584953 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Updating router fca29b91-755e-40d2-8d63-d6b2b5c53599 port c92031dc-3150-47fe-bf97-314ea1f645fa binding host dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:26:05.621775 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:05.877714 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:05.887648 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.provisioning_blocks [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Transition to ACTIVE for port object c92031dc-3150-47fe-bf97-314ea1f645fa will not be triggered until provisioned by entity L2. {{(pid=93100) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:26:05.894272 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:05.897137 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-9c744ff1-02a6-4335-aeaa-bb01e53011db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:05.942652 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2408295-94d7-4dcc-81f5-2747feab557e None None] Pushing event updated for resources: {'Port': ['ID=c92031dc-3150-47fe-bf97-314ea1f645fa,revision_number=3']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:05.946836 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a2408295-94d7-4dcc-81f5-2747feab557e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:06.014327 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Attempting to bind port c92031dc-3150-47fe-bf97-314ea1f645fa on host dv-cinder-794001-2-iscsi for vnic_type normal with profile {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:26:06.014741 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Attempting to bind port c92031dc-3150-47fe-bf97-314ea1f645fa by drivers openvswitch,hyperv on host dv-cinder-794001-2-iscsi at level 0 using segments [{'id': '20d2b414-7c92-429d-8f49-1909cde73c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac'}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:26:06.015121 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Attempting to bind port c92031dc-3150-47fe-bf97-314ea1f645fa on network cba03b38-35b6-461d-ba33-9e1774bb44ac {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:26:06.020635 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Checking agent: {'id': '2ed01936-126f-40b4-8909-3431315d6e7f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 14), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 44), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:26:06.021021 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Checking segment: {'id': '20d2b414-7c92-429d-8f49-1909cde73c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93100) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:26:06.021937 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:06.022380 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Bound using segment: {'id': '20d2b414-7c92-429d-8f49-1909cde73c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac'} {{(pid=93100) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:26:06.022906 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.managers [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Bound port: c92031dc-3150-47fe-bf97-314ea1f645fa, host: dv-cinder-794001-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20d2b414-7c92-429d-8f49-1909cde73c55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac'}}] {{(pid=93100) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:26:06.023295 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:06.089723 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] For port c92031dc-3150-47fe-bf97-314ea1f645fa, host dv-cinder-794001-2-iscsi, cleared binding levels {{(pid=93100) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:26:06.094057 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.plugins.ml2.db [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] For port c92031dc-3150-47fe-bf97-314ea1f645fa, host dv-cinder-794001-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=c92031dc-3150-47fe-bf97-314ea1f645fa,segment=NetworkSegment(20d2b414-7c92-429d-8f49-1909cde73c55),segment_id=20d2b414-7c92-429d-8f49-1909cde73c55)] {{(pid=93100) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:26:06.100256 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron_lib.callbacks.manager [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93100) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:06.102631 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-6eb840f9-056d-48a1-a8a7-19a98731b48a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:06.159493 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2408295-94d7-4dcc-81f5-2747feab557e None None] Pushing event updated for resources: {'Port': ['ID=c92031dc-3150-47fe-bf97-314ea1f645fa,revision_number=4']} {{(pid=93100) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:06.163521 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG oslo_concurrency.lockutils [None req-a2408295-94d7-4dcc-81f5-2747feab557e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93100) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:06.164612 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Routers {'fca29b91-755e-40d2-8d63-d6b2b5c53599'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:26:06.165594 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:25:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['fca29b91-755e-40d2-8d63-d6b2b5c53599'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:06.276571 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] Set router fca29b91-755e-40d2-8d63-d6b2b5c53599 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:26:06.484544 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'name': 'tempest-TestVolumeBootPattern-2111856570-router', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:58Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 4, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'gw_port': {'id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:59Z', 'updated_at': '2021-06-23T14:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c92031dc-3150-47fe-bf97-314ea1f645fa', 'name': '', 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'mac_address': 'fa:16:3e:36:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:26:00Z', 'updated_at': '2021-06-23T14:26:06Z', 'revision_number': 4, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'subnets': [{'id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:06.511268 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183382a0-b926-4f66-854d-09ecdbe392e3 None None] The sync data for ids ['fca29b91-755e-40d2-8d63-d6b2b5c53599'] in dv-cinder-794001-2-iscsi is: [{'id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'name': 'tempest-TestVolumeBootPattern-2111856570-router', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:58Z', 'updated_at': '2021-06-23T14:26:01Z', 'revision_number': 4, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'gw_port': {'id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:59Z', 'updated_at': '2021-06-23T14:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c92031dc-3150-47fe-bf97-314ea1f645fa', 'name': '', 'network_id': 'cba03b38-35b6-461d-ba33-9e1774bb44ac', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'mac_address': 'fa:16:3e:36:11:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:26:00Z', 'updated_at': '2021-06-23T14:26:06Z', 'revision_number': 4, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'subnets': [{'id': 'd43fe1d2-06eb-4fac-82ce-48d64221a87b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:26:07.231895 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device f1109607-8860-4c0f-91b0-6a2da4448fa1 up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:26:07.281285 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port f1109607-8860-4c0f-91b0-6a2da4448fa1 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:07.281657 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:07.358131 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c92031dc-3150-47fe-bf97-314ea1f645fa up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:26:07.408024 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning for port c92031dc-3150-47fe-bf97-314ea1f645fa completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:26:07.411629 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port c92031dc-3150-47fe-bf97-314ea1f645fa triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:07.412013 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:07.489693 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:07.522769 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] For port c92031dc-3150-47fe-bf97-314ea1f645fa, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=c92031dc-3150-47fe-bf97-314ea1f645fa,segment=NetworkSegment(20d2b414-7c92-429d-8f49-1909cde73c55),segment_id=20d2b414-7c92-429d-8f49-1909cde73c55)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:26:07.526279 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:07.529369 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-9607ca30-808f-4d80-b6ab-7ef554abffdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:07.576428 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Pushing event updated for resources: {'Port': ['ID=c92031dc-3150-47fe-bf97-314ea1f645fa,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:07.579620 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:09.216202 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c92031dc-3150-47fe-bf97-314ea1f645fa up at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:26:09.263197 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Provisioning complete for port c92031dc-3150-47fe-bf97-314ea1f645fa triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:09.263579 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:11.088267 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b9b04440-e3d7-428d-81a7-8d6e0fd963d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:13.712089 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f95a91b0-c4d0-4644-bdc5-eaedc50e193e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:13.736993 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:14.270551 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:15.220364 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:16.651778 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:26.496642 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-fbfd55e1-629e-4cb3-877d-7480dd44b572 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216161484&fields=id&tenant_id=fc1e240c5f05493da40ff161585eb16f HTTP/1.1" status: 200 len: 267 time: 0.0352936 Jun 23 14:26:26.541423 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:26:26.599371 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-45cb5261-3d40-490a-90bf-f20f149304ad tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:26.600803 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-45cb5261-3d40-490a-90bf-f20f149304ad tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 811 time: 0.0979364 Jun 23 14:26:26.615310 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-658cfc28-167f-43a4-a87c-e24f53aa4da3 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/quotas/fc1e240c5f05493da40ff161585eb16f HTTP/1.1" status: 200 len: 375 time: 0.0085676 Jun 23 14:26:26.682866 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-ee6d00f4-6cab-444e-b7fd-2d364733b740 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622363 Jun 23 14:26:26.862945 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-68ab5e8e-0dd7-4995-8a34-854acaab8b67 service neutron] 10.222.0.26 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684139 Jun 23 14:26:26.952840 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-7a734f30-d424-41e4-9108-038abc55602e service neutron] 10.222.0.26 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841527 Jun 23 14:26:27.247448 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4295296c-2eea-46a3-88f8-2054f08693cc req-66272eaa-6132-46f2-b5a6-9284fc22aa50 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 210 time: 0.0290713 Jun 23 14:26:28.391270 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-13aa8cbe-e4dd-4e2b-84b8-c4ab67702d4b req-331aba51-f9ba-431a-b010-32b0c20941c4 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 210 time: 0.0290041 Jun 23 14:26:28.431246 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-c9cff281-2983-466f-875e-08292ee5c804 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:28.432638 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-c9cff281-2983-466f-875e-08292ee5c804 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 811 time: 0.1142683 Jun 23 14:26:28.475181 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-c2ddd308-8e2a-49e9-8add-310250ebf8d8 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc1e240c5f05493da40ff161585eb16f HTTP/1.1" status: 200 len: 380 time: 0.0337489 Jun 23 14:26:28.485337 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'port': {'device_id': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'admin_state_up': True, 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'security_groups': ['7c8e6ef6-de99-424d-9670-14e312804db3']}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:26:28.589583 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Made reservation on behalf of fc1e240c5f05493da40ff161585eb16f for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:26:28.593158 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:28.719209 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Allocated IP 172.20.0.4 (d6b6347a-19f7-4c80-ba04-5fec5941d6ea/20287a0d-1650-483f-ae67-ef2e99acd3d0/23477243-5d93-4a9d-bc25-a2fe8ee15914) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:26:28.867803 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:28.889392 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Transition to ACTIVE for port object 23477243-5d93-4a9d-bc25-a2fe8ee15914 will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:26:28.922447 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:28.927184 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-add2909a-0c20-42f6-a0b3-65802355470b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:28.963935 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:26:28.968789 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:26:28.971473 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:26:29.003867 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'Port': ['ID=23477243-5d93-4a9d-bc25-a2fe8ee15914,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:29.018414 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.018794 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.019242 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.019522 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.019886 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.020246 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.020604 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.020959 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.021315 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.021669 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.022019 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.022389 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:26:29.026847 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:29.040362 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:29.041022 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:29.057128 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-cfca40a7-a75c-4292-9ade-9b5b0d4090f6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765181 Jun 23 14:26:29.116297 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Request body: {'port': {'device_id': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:26:29.144809 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-5f71a448-80c9-420e-9cf6-b435fe1e22e7 None None] Provisioning for port 23477243-5d93-4a9d-bc25-a2fe8ee15914 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:26:29.148551 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-5f71a448-80c9-420e-9cf6-b435fe1e22e7 None None] Provisioning complete for port 23477243-5d93-4a9d-bc25-a2fe8ee15914 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:29.148940 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5f71a448-80c9-420e-9cf6-b435fe1e22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:29.184423 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-5f71a448-80c9-420e-9cf6-b435fe1e22e7 None None] Port 23477243-5d93-4a9d-bc25-a2fe8ee15914 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:26:29.194804 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:29.443620 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23477243-5d93-4a9d-bc25-a2fe8ee15914 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:26:29.450880 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:29.462334 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Transition to ACTIVE for port object 23477243-5d93-4a9d-bc25-a2fe8ee15914 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:26:29.466211 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:29.469729 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-81779eb0-d440-4477-b833-70684a184c59 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:29.550911 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Pushing event updated for resources: {'Port': ['ID=23477243-5d93-4a9d-bc25-a2fe8ee15914,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:29.555153 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:29.644046 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f5b85f-7bc6-4244-9fda-bcee740f1e91 req-6d40e881-c95e-4012-8c34-9c402109ac5c tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:29.645545 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-61f5b85f-7bc6-4244-9fda-bcee740f1e91 req-6d40e881-c95e-4012-8c34-9c402109ac5c tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 943 time: 0.1434762 Jun 23 14:26:29.650846 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Attempting to bind port 23477243-5d93-4a9d-bc25-a2fe8ee15914 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:26:29.651197 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Attempting to bind port 23477243-5d93-4a9d-bc25-a2fe8ee15914 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:26:29.651534 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Attempting to bind port 23477243-5d93-4a9d-bc25-a2fe8ee15914 on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:26:29.672284 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Port 23477243-5d93-4a9d-bc25-a2fe8ee15914 on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:26:29.672543 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Attempting to bind port 23477243-5d93-4a9d-bc25-a2fe8ee15914 on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:26:29.680277 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:26:29.680616 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Checking segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:26:29.680995 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Bound using segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:26:29.681422 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Bound port: 23477243-5d93-4a9d-bc25-a2fe8ee15914, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:26:29.681773 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:29.726015 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-61f5b85f-7bc6-4244-9fda-bcee740f1e91 req-b83a35a8-6a45-4c7e-a81f-ee3c4b49e587 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722058 Jun 23 14:26:29.757323 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] For port 23477243-5d93-4a9d-bc25-a2fe8ee15914, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:26:29.760609 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] For port 23477243-5d93-4a9d-bc25-a2fe8ee15914, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=23477243-5d93-4a9d-bc25-a2fe8ee15914,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:26:29.764451 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:29.767686 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f97cd07c-d3e6-45a9-95f4-ff1c66ed175b tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:29.800590 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:29.801179 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:29.802601 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] 10.222.0.10 "PUT /v2.0/ports/23477243-5d93-4a9d-bc25-a2fe8ee15914 HTTP/1.1" status: 200 len: 1093 time: 0.7379105 Jun 23 14:26:29.803115 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'tag': '23477243-5d93-4a9d-bc25-a2fe8ee15914'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:26:29.805422 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce65568-80e6-4799-a256-0aefbce1f958" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b62407-e263-44c1-914e-e5965a9fd9f8", "tag": "23477243-5d93-4a9d-bc25-a2fe8ee15914"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:26:29.833203 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Pushing event updated for resources: {'Port': ['ID=23477243-5d93-4a9d-bc25-a2fe8ee15914,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:29.837467 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:29.855519 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156099cc-4737-40c4-a0f3-c3e091612c0c x-openstack-request-id: req-156099cc-4737-40c4-a0f3-c3e091612c0c {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:26:29.855851 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b62407-e263-44c1-914e-e5965a9fd9f8", "tag": "23477243-5d93-4a9d-bc25-a2fe8ee15914", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:26:29.856149 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-156099cc-4737-40c4-a0f3-c3e091612c0c {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:26:29.856580 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'tag': '23477243-5d93-4a9d-bc25-a2fe8ee15914', 'status': 'completed', 'code': 200} Jun 23 14:26:29.902637 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-3ccb95d6-5e28-4ac0-baf7-a7c7e15cba94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:29.904193 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-3ccb95d6-5e28-4ac0-baf7-a7c7e15cba94 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 1096 time: 0.0579708 Jun 23 14:26:29.950905 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-f0403327-6264-46ea-a0f0-e1b838920bb5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23477243-5d93-4a9d-bc25-a2fe8ee15914 HTTP/1.1" status: 200 len: 217 time: 0.0393445 Jun 23 14:26:29.998956 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-d20955c9-5f76-492e-819a-32c373bb717f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:30.000371 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-d20955c9-5f76-492e-819a-32c373bb717f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0437124 Jun 23 14:26:30.058171 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-77a881d9-233b-4c6a-88d0-762a8d0edbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:30.060326 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-77a881d9-233b-4c6a-88d0-762a8d0edbea service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537429 Jun 23 14:26:30.410663 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-ea0bb0ec-ddd8-4640-ac3f-eded39655603 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435547 Jun 23 14:26:30.504426 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-cf2fcc20-effd-4b86-bf6e-c9865699dc24 req-b9baaada-6fde-4a0f-aa67-79798c901df4 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839274 Jun 23 14:26:30.605256 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce65568-80e6-4799-a256-0aefbce1f958 req-0afaf0f5-99a8-4657-9730-1a7071ee8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:30.606815 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fce65568-80e6-4799-a256-0aefbce1f958 req-0afaf0f5-99a8-4657-9730-1a7071ee8607 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 1096 time: 0.0521996 Jun 23 14:26:30.697732 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce65568-80e6-4799-a256-0aefbce1f958 req-5b5027ef-f1db-4148-9736-c76d08a84633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:30.699095 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fce65568-80e6-4799-a256-0aefbce1f958 req-5b5027ef-f1db-4148-9736-c76d08a84633 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0864029 Jun 23 14:26:30.739521 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fce65568-80e6-4799-a256-0aefbce1f958 req-c23c78af-754d-4b91-8012-0d0404ee4b83 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23477243-5d93-4a9d-bc25-a2fe8ee15914 HTTP/1.1" status: 200 len: 217 time: 0.0333714 Jun 23 14:26:30.793902 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce65568-80e6-4799-a256-0aefbce1f958 req-bf158fbe-7f06-4b9f-9dcc-6e695e40490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:30.795363 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fce65568-80e6-4799-a256-0aefbce1f958 req-bf158fbe-7f06-4b9f-9dcc-6e695e40490c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0480974 Jun 23 14:26:30.880820 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce65568-80e6-4799-a256-0aefbce1f958 req-323a5871-2624-4137-951e-ff00c74f42e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:30.882277 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fce65568-80e6-4799-a256-0aefbce1f958 req-323a5871-2624-4137-951e-ff00c74f42e2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0806491 Jun 23 14:26:30.962123 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3e4ae-9b24-4a34-bf8a-1a265eedbdf7 req-5004f843-1e0f-407f-baff-b09ea0ce9d5b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:30.963612 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ebd3e4ae-9b24-4a34-bf8a-1a265eedbdf7 req-5004f843-1e0f-407f-baff-b09ea0ce9d5b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 943 time: 0.1222434 Jun 23 14:26:31.013011 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fce65568-80e6-4799-a256-0aefbce1f958 req-32b34525-2f23-4f72-beda-f8edba5b4f00 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230183 Jun 23 14:26:31.020196 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ebd3e4ae-9b24-4a34-bf8a-1a265eedbdf7 req-0f38070e-5405-459d-9d00-d2d7cb52c0d6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494127 Jun 23 14:26:31.107881 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fce65568-80e6-4799-a256-0aefbce1f958 req-a72442d5-33f5-4d41-813a-947c25f47727 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867648 Jun 23 14:26:32.189451 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b83f99d-396e-4a14-ba6d-7405cf7103bb req-fec3a7d2-17bb-4356-832f-a4f4841403ed tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:32.190946 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4b83f99d-396e-4a14-ba6d-7405cf7103bb req-fec3a7d2-17bb-4356-832f-a4f4841403ed tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 943 time: 0.0626917 Jun 23 14:26:32.229033 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-4b83f99d-396e-4a14-ba6d-7405cf7103bb req-ff6538d1-7952-4f16-8e2e-77acf4ccf438 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314727 Jun 23 14:26:33.400657 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c5a4da-1f42-4ba5-8516-90e41d30d950 req-4207802b-bbaa-465f-8e82-3be88f244b8c tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:33.402093 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-75c5a4da-1f42-4ba5-8516-90e41d30d950 req-4207802b-bbaa-465f-8e82-3be88f244b8c tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 943 time: 0.0629036 Jun 23 14:26:33.438565 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-75c5a4da-1f42-4ba5-8516-90e41d30d950 req-65336e04-c919-42a4-9768-80c5bf4d08ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307839 Jun 23 14:26:34.614027 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcbe81-148b-48c8-938a-a8c7ab54a507 req-f539bdd9-4e12-45b2-9462-31458ccca7b2 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:34.615453 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c5bcbe81-148b-48c8-938a-a8c7ab54a507 req-f539bdd9-4e12-45b2-9462-31458ccca7b2 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 943 time: 0.0653176 Jun 23 14:26:34.652715 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-c5bcbe81-148b-48c8-938a-a8c7ab54a507 req-11315ecf-794f-4e68-8b7a-c7a4f372b868 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317848 Jun 23 14:26:35.821076 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747ff01d-c55a-46f9-b77d-869d09a77690 req-d1cf893b-697f-4099-b7a4-e716077ccd29 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:35.822551 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-747ff01d-c55a-46f9-b77d-869d09a77690 req-d1cf893b-697f-4099-b7a4-e716077ccd29 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 943 time: 0.0627084 Jun 23 14:26:35.859593 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-747ff01d-c55a-46f9-b77d-869d09a77690 req-168fa051-c7f8-41fb-b4f9-509c16b20953 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315268 Jun 23 14:26:37.037806 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d7879-29f1-4b72-afb4-e9ac4ba2dc38 req-a4b841c9-e3bb-497b-8c73-b4be86f147e8 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:37.039247 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1e0d7879-29f1-4b72-afb4-e9ac4ba2dc38 req-a4b841c9-e3bb-497b-8c73-b4be86f147e8 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 943 time: 0.0633197 Jun 23 14:26:37.075573 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1e0d7879-29f1-4b72-afb4-e9ac4ba2dc38 req-29e88942-afa6-4dbd-a908-9cc45bdc6943 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307190 Jun 23 14:26:38.252129 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d472d1-c487-4d59-8433-755989ebfe62 req-c9c175e9-f32a-4b27-8445-c01b34e88a24 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:38.253583 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d7d472d1-c487-4d59-8433-755989ebfe62 req-c9c175e9-f32a-4b27-8445-c01b34e88a24 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 943 time: 0.0683231 Jun 23 14:26:38.291815 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-d7d472d1-c487-4d59-8433-755989ebfe62 req-b5e1a0df-1890-4d56-8e89-ea26cdc4d538 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324993 Jun 23 14:26:39.457123 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695c0044-5513-402e-bb51-2bbd8418d2fb req-3e5af8d6-0632-4d02-a05c-c366c0294689 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:39.458642 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-695c0044-5513-402e-bb51-2bbd8418d2fb req-3e5af8d6-0632-4d02-a05c-c366c0294689 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 943 time: 0.0617976 Jun 23 14:26:39.495856 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-695c0044-5513-402e-bb51-2bbd8418d2fb req-ab5e48d2-8370-481a-8eb4-e41c29c6ffa0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314834 Jun 23 14:26:40.423069 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 23477243-5d93-4a9d-bc25-a2fe8ee15914 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:26:40.516553 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 23477243-5d93-4a9d-bc25-a2fe8ee15914, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=23477243-5d93-4a9d-bc25-a2fe8ee15914,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:26:40.527872 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '23477243-5d93-4a9d-bc25-a2fe8ee15914', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'port_id': '23477243-5d93-4a9d-bc25-a2fe8ee15914', 'mac_address': 'fa:16:3e:9f:d7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:26:40.567301 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:40.581098 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23477243-5d93-4a9d-bc25-a2fe8ee15914 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:26:40.601139 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 23477243-5d93-4a9d-bc25-a2fe8ee15914, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=23477243-5d93-4a9d-bc25-a2fe8ee15914,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:26:40.605276 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:40.607665 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:40.653771 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=23477243-5d93-4a9d-bc25-a2fe8ee15914,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:40.657185 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:40.664069 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ef22bf-e4b4-4753-88f9-6a9536b516bc req-23273bbb-a616-43f3-aa00-b9cf35c8fe5e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:40.665512 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84ef22bf-e4b4-4753-88f9-6a9536b516bc req-23273bbb-a616-43f3-aa00-b9cf35c8fe5e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 944 time: 0.0623503 Jun 23 14:26:40.702804 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-84ef22bf-e4b4-4753-88f9-6a9536b516bc req-7fb1cc29-e57b-4768-9ed1-e192a0782554 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Jun 23 14:26:40.947660 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['23477243-5d93-4a9d-bc25-a2fe8ee15914'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:26:41.104095 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-070d812c-10d3-4747-a9d4-ad5ef020cc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:41.875388 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6889a012-27bd-4280-bf0d-09ca91c3ffe6 req-8f111b40-7861-4e92-99c1-78d729e26c79 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:41.876831 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6889a012-27bd-4280-bf0d-09ca91c3ffe6 req-8f111b40-7861-4e92-99c1-78d729e26c79 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 944 time: 0.0652339 Jun 23 14:26:41.913012 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6889a012-27bd-4280-bf0d-09ca91c3ffe6 req-31d08f98-58bd-41cf-ba00-d7fc7d0cb838 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307109 Jun 23 14:26:42.438857 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 23477243-5d93-4a9d-bc25-a2fe8ee15914 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:26:42.485307 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 23477243-5d93-4a9d-bc25-a2fe8ee15914 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:26:42.488813 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 23477243-5d93-4a9d-bc25-a2fe8ee15914 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:26:42.489198 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:42.564348 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:42.585894 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23477243-5d93-4a9d-bc25-a2fe8ee15914'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:26:42.588201 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888b6826-64da-4b6e-8396-940fc03f0421" -d '{"events": [{"server_uuid": "b4b62407-e263-44c1-914e-e5965a9fd9f8", "name": "network-vif-plugged", "status": "completed", "tag": "23477243-5d93-4a9d-bc25-a2fe8ee15914"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:26:42.601448 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 23477243-5d93-4a9d-bc25-a2fe8ee15914, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=23477243-5d93-4a9d-bc25-a2fe8ee15914,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:26:42.605829 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:42.607694 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-39a7feaf-6424-48f5-b30e-b972b6c4330e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:42.659232 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=23477243-5d93-4a9d-bc25-a2fe8ee15914,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:42.662493 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:42.689991 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caa0dc6a-0957-4705-815c-693ea06dd9aa x-openstack-request-id: req-caa0dc6a-0957-4705-815c-693ea06dd9aa {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:26:42.690231 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b62407-e263-44c1-914e-e5965a9fd9f8", "name": "network-vif-plugged", "status": "completed", "tag": "23477243-5d93-4a9d-bc25-a2fe8ee15914", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:26:42.690522 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-caa0dc6a-0957-4705-815c-693ea06dd9aa {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:26:42.690923 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23477243-5d93-4a9d-bc25-a2fe8ee15914', 'code': 200} Jun 23 14:26:42.955580 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064871a9-df8a-4a47-b4cb-b889290b95ba req-30ab0b1a-d386-4758-8e2d-862813f57e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:42.957097 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-064871a9-df8a-4a47-b4cb-b889290b95ba req-30ab0b1a-d386-4758-8e2d-862813f57e55 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 1098 time: 0.0566752 Jun 23 14:26:42.995905 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-064871a9-df8a-4a47-b4cb-b889290b95ba req-1b04f840-78c0-408a-9ee2-4d3d76f8b060 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319610 Jun 23 14:26:43.084886 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacf959e-efc9-497d-a8eb-9b68d97d423f req-71c6a0a0-5d4b-47b1-8e8d-3b1964d63d89 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:43.086337 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aacf959e-efc9-497d-a8eb-9b68d97d423f req-71c6a0a0-5d4b-47b1-8e8d-3b1964d63d89 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 945 time: 0.0616791 Jun 23 14:26:43.123315 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-aacf959e-efc9-497d-a8eb-9b68d97d423f req-c3edaa9f-cb69-4140-afae-a88651f259f7 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313334 Jun 23 14:26:43.702224 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0a690802-f878-4410-94c2-b61cde6707c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:43.761583 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:44.272173 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:44.299988 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3867262-f741-4c8a-a1aa-3244ea725794 req-c65fc3c5-d1ab-44b3-ae86-e545a8062442 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:44.301579 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e3867262-f741-4c8a-a1aa-3244ea725794 req-c65fc3c5-d1ab-44b3-ae86-e545a8062442 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 945 time: 0.0664127 Jun 23 14:26:44.338730 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e3867262-f741-4c8a-a1aa-3244ea725794 req-c9c49d46-92ab-4289-96c0-4b7641e0a2cf tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305293 Jun 23 14:26:44.509431 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08bd40c-5c93-4b96-bf6c-758179eefeb8 req-dbc6c9bd-7bf2-4eee-b51c-c83952653ca6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:44.510937 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f08bd40c-5c93-4b96-bf6c-758179eefeb8 req-dbc6c9bd-7bf2-4eee-b51c-c83952653ca6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 945 time: 0.0665181 Jun 23 14:26:44.548641 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f08bd40c-5c93-4b96-bf6c-758179eefeb8 req-8d393b3a-42f8-4d65-87b2-74cd1c5385c4 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321760 Jun 23 14:26:44.573172 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41580) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:26:44.662650 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b74106-d3ea-4abb-aa0d-58c6c8fad00b tempest-TestVolumeBootPattern-318825128 tempest-TestVolumeBootPattern-318825128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:44.664630 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-44b74106-d3ea-4abb-aa0d-58c6c8fad00b tempest-TestVolumeBootPattern-318825128 tempest-TestVolumeBootPattern-318825128-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 1093 time: 0.0899758 Jun 23 14:26:44.667487 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41584) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:26:44.671851 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'floatingip': {'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'port_id': '23477243-5d93-4a9d-bc25-a2fe8ee15914', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:26:44.693439 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:44.790608 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:44.893648 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Allocated IP 172.27.3.55 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/e0aa59ee-d3c5-485a-8005-9afc9ad7af24) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:26:44.992881 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:45.030725 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:45.033356 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-d6101d39-0cce-43d4-bda6-8faa78c967fb tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:45.070306 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:26:45.073502 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:26:45.076915 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:26:45.102185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'Port': ['ID=e0aa59ee-d3c5-485a-8005-9afc9ad7af24,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:45.105935 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:45.221443 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:45.445197 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:45.520672 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:45.664949 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:45.669402 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:45.672222 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0d0d8fd4-d816-4bfb-9958-4bce1ca10dd5 tempest-VolumesSnapshotTestJSON-924377161 tempest-VolumesSnapshotTestJSON-924377161-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:26:45.732272 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'Port': ['ID=e0aa59ee-d3c5-485a-8005-9afc9ad7af24,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:26:45.736026 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:26:45.745969 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:45.842973 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Floating IP 18e3ddba-dc22-474e-a835-665bff3c48de associated. External IP: 172.27.3.55, port: 23477243-5d93-4a9d-bc25-a2fe8ee15914. Jun 23 14:26:46.044278 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:26:46.148043 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:26:46.157227 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] Sync routers for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:26:46.164960 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:46.167506 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:26:46.168139 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:26:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:46.202530 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5338645 Jun 23 14:26:46.203203 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'tag': '23477243-5d93-4a9d-bc25-a2fe8ee15914'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:26:46.205523 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2c26f0-efd4-4726-a678-acab24809fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "b4b62407-e263-44c1-914e-e5965a9fd9f8", "tag": "23477243-5d93-4a9d-bc25-a2fe8ee15914"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:26:46.242712 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f780cea-d47a-4566-b2d3-aa53fd140bf2 x-openstack-request-id: req-0f780cea-d47a-4566-b2d3-aa53fd140bf2 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:26:46.243049 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4b62407-e263-44c1-914e-e5965a9fd9f8", "tag": "23477243-5d93-4a9d-bc25-a2fe8ee15914", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:26:46.243351 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0f780cea-d47a-4566-b2d3-aa53fd140bf2 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:26:46.243790 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'tag': '23477243-5d93-4a9d-bc25-a2fe8ee15914', 'status': 'completed', 'code': 200} Jun 23 14:26:46.278627 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:26:46.316703 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-e65990fe-91b0-44da-99bd-460d0c81ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:46.318103 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-e65990fe-91b0-44da-99bd-460d0c81ec0d service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 1098 time: 0.0520136 Jun 23 14:26:46.416565 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-b53d41ab-b8dd-4197-bec7-74694b2e9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:46.418022 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-b53d41ab-b8dd-4197-bec7-74694b2e9892 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0939803 Jun 23 14:26:46.481948 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-f70b4980-28d0-4653-bbd4-00807db8351d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23477243-5d93-4a9d-bc25-a2fe8ee15914 HTTP/1.1" status: 200 len: 998 time: 0.0570903 Jun 23 14:26:46.500620 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '18e3ddba-dc22-474e-a835-665bff3c48de', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': '23477243-5d93-4a9d-bc25-a2fe8ee15914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:9f:d7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:26:45Z', 'updated_at': '2021-06-23T14:26:45Z', 'revision_number': 0, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:46.534576 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-dbf8853a-5a4b-453d-bc51-e805ff1c9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:46.536066 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-dbf8853a-5a4b-453d-bc51-e805ff1c9c41 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0479548 Jun 23 14:26:46.596532 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-8df47c95-a996-4cce-a6e6-79ddae8d9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:26:46.598039 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-8df47c95-a996-4cce-a6e6-79ddae8d9b20 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0550802 Jun 23 14:26:46.648333 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] Checking router: a6f7f00c-28c6-47e2-a337-10ba5c69dd76 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:26:46.662560 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:26:46.663216 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:26:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:46.666137 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:46.689112 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-01655ed6-94f3-42a5-af86-8f744c21c415 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844615 Jun 23 14:26:46.767122 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:26:46.783080 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d2c26f0-efd4-4726-a678-acab24809fdd req-a3c01537-05c4-4745-b574-64e64a6cb0ec service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879653 Jun 23 14:26:46.983439 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '18e3ddba-dc22-474e-a835-665bff3c48de', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': '23477243-5d93-4a9d-bc25-a2fe8ee15914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:9f:d7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:26:45Z', 'updated_at': '2021-06-23T14:26:45Z', 'revision_number': 0, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:26:47.013101 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c7ebe2-c9c7-4636-9177-236de9821d50 None None] The sync data for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi is: [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '18e3ddba-dc22-474e-a835-665bff3c48de', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.55', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': '23477243-5d93-4a9d-bc25-a2fe8ee15914', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:9f:d7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:26:45Z', 'updated_at': '2021-06-23T14:26:45Z', 'revision_number': 0, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:26:47.189687 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ef3d65e-882c-4391-b652-d757089d8e7f None None] New status for floating IP 18e3ddba-dc22-474e-a835-665bff3c48de: ACTIVE {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:27:03.539308 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:27:11.083702 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-73d0bede-df7b-4d84-8dab-91c9eab45ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:13.702874 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ab0689fd-ff09-4389-ae93-825d7c63b4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:13.771212 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:14.273798 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:15.224743 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:16.658830 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:21.231441 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-88de1256-c2bd-453c-a955-b703feba76e2 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0509865 Jun 23 14:27:21.323419 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-368459c1-7797-490a-b5f1-7756e7b65084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:27:21.325375 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-368459c1-7797-490a-b5f1-7756e7b65084 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 1098 time: 0.0513000 Jun 23 14:27:21.436818 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-96b39f0e-3157-4dc8-9651-cfef252a5ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:27:21.438262 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-96b39f0e-3157-4dc8-9651-cfef252a5ae7 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0921390 Jun 23 14:27:21.515438 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-7f6d16a6-0a7b-4e60-a258-5cd822ff205b service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23477243-5d93-4a9d-bc25-a2fe8ee15914 HTTP/1.1" status: 200 len: 1000 time: 0.0703480 Jun 23 14:27:21.565358 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-f27743cc-8aba-4cb4-afae-ab23023de987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:27:21.567086 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-f27743cc-8aba-4cb4-afae-ab23023de987 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0454745 Jun 23 14:27:21.624116 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-d5938ffa-bf86-469b-bbc9-e9a6208b02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:27:21.625557 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-d5938ffa-bf86-469b-bbc9-e9a6208b02a2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0522456 Jun 23 14:27:21.723280 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-5e9cb352-835e-4109-8c74-ebfa7436ac50 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907364 Jun 23 14:27:21.812550 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-06d1eb3f-cf69-4088-bd9c-a7a82205b4ec req-cf97e139-a94f-41ce-bb34-9437541d628a service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826612 Jun 23 14:27:40.538253 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:27:41.083921 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf257-f8e9-4721-8aa3-92af1704bbba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:43.703434 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bd2aa4e0-402b-4426-8f6f-e5b8015ae0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:43.781002 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:44.274275 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:45.227025 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:27:46.663105 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:11.084169 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-8483d486-758d-439e-a585-a2f9c1552b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:13.703776 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-eec351fc-4dbf-4c09-8236-c7dca2a54e29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:13.796239 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:14.274477 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:15.233850 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:16.666301 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:17.537405 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:28:23.254450 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-e4529f46-5a88-4d59-a0e5-c923e56890bf service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0564513 Jun 23 14:28:23.344212 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-a4045e06-a89b-49fe-a9e1-f350eeb13ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:28:23.345660 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-a4045e06-a89b-49fe-a9e1-f350eeb13ab1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 1098 time: 0.0508926 Jun 23 14:28:23.445799 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-1464b648-32a8-47f3-aefd-12efd23061e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:28:23.447241 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-1464b648-32a8-47f3-aefd-12efd23061e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0815358 Jun 23 14:28:23.765844 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-259231c6-cf27-448e-a4aa-494649d94c20 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23477243-5d93-4a9d-bc25-a2fe8ee15914 HTTP/1.1" status: 200 len: 1000 time: 0.3119180 Jun 23 14:28:23.811818 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-7eda01cb-a01a-4987-ac81-7d416376b26f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:28:23.813179 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-7eda01cb-a01a-4987-ac81-7d416376b26f service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0415642 Jun 23 14:28:23.867752 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-8e9dee93-4ff1-426d-9ab2-17d227319ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:28:23.869183 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-8e9dee93-4ff1-426d-9ab2-17d227319ee7 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500517 Jun 23 14:28:23.958836 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-ec6f165e-b378-4575-ada6-4a8bdd1fc32c service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832069 Jun 23 14:28:24.044046 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-ad9fce23-9043-45f1-96c8-b2e589b381ad req-d89ac72c-27c0-44ae-948e-f1c908ee134a service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788352 Jun 23 14:28:41.085264 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-41448d21-50da-4d32-88ac-8ba9e044c294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:43.703604 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7eb36b1a-fb26-436e-befb-19c73a6e3622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:43.812439 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:44.276129 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:45.232849 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:46.671026 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:28:54.535838 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:29:01.608787 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5110a2a5-31ed-4532-ac3a-37572fd4c6ba req-3e6f0ecc-4c46-48db-9aa5-05a0287b7fbe tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:01.610257 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5110a2a5-31ed-4532-ac3a-37572fd4c6ba req-3e6f0ecc-4c46-48db-9aa5-05a0287b7fbe tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 945 time: 0.0662327 Jun 23 14:29:01.646702 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-5110a2a5-31ed-4532-ac3a-37572fd4c6ba req-cea02e0f-ee5f-4843-a648-952e9098956c tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307422 Jun 23 14:29:02.837359 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38026ec-09d9-42b2-8584-49e2bd69378a req-79b0c13c-eb0d-4c63-ab04-4ac332276630 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:02.838836 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a38026ec-09d9-42b2-8584-49e2bd69378a req-79b0c13c-eb0d-4c63-ab04-4ac332276630 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 945 time: 0.0648105 Jun 23 14:29:02.875725 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a38026ec-09d9-42b2-8584-49e2bd69378a req-c611c12f-1c65-486d-9f00-310c3d01418b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313091 Jun 23 14:29:03.307793 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-7ce63865-2b2a-4ae7-90aa-faf34a2ad909 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:03.309179 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-7ce63865-2b2a-4ae7-90aa-faf34a2ad909 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 945 time: 0.0606296 Jun 23 14:29:03.405977 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Deleting port 23477243-5d93-4a9d-bc25-a2fe8ee15914 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:29:03.406311 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:03.494603 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] For port 23477243-5d93-4a9d-bc25-a2fe8ee15914, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=23477243-5d93-4a9d-bc25-a2fe8ee15914,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:29:03.494873 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:03.662464 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:03.662875 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:03.663179 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Floating IP 18e3ddba-dc22-474e-a835-665bff3c48de disassociated. External IP: 172.27.3.55, port: 23477243-5d93-4a9d-bc25-a2fe8ee15914. Jun 23 14:29:03.663516 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Calling delete_port for 23477243-5d93-4a9d-bc25-a2fe8ee15914 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:29:03.788119 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:03.792793 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:29:03.820121 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event deleted for resources: {'Port': ['ID=23477243-5d93-4a9d-bc25-a2fe8ee15914,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:29:03.829499 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.829889 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.830266 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.830663 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.831030 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.831425 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.831790 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.832150 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.832513 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.833353 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.833353 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.833581 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:03.837657 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:29:03.943666 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:29:04.060095 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e755c505-ca89-4228-9b39-281aeea6b5e7 req-79fce826-b849-4dfc-80cc-8fee53f6ffa9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=b4b62407-e263-44c1-914e-e5965a9fd9f8 HTTP/1.1" status: 200 len: 210 time: 0.0582287 Jun 23 14:29:04.077787 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:29:04.087587 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] Sync routers for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:29:04.096192 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:29:04.096737 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:28:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:29:04.122308 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] No DVR routers for this DVR port 23477243-5d93-4a9d-bc25-a2fe8ee15914 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:29:04.124867 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:04.126853 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f6d777c0-d2ea-4b4f-913d-fcc48887ec59 req-b22bd364-f71f-4995-8784-f446570d8b1d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "DELETE /v2.0/ports/23477243-5d93-4a9d-bc25-a2fe8ee15914 HTTP/1.1" status: 204 len: 173 time: 0.8118744 Jun 23 14:29:04.127517 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'name': 'network-vif-deleted', 'tag': '23477243-5d93-4a9d-bc25-a2fe8ee15914'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:29:04.130529 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdfbf61-104a-4d0a-96eb-045e632d4777" -d '{"events": [{"server_uuid": "b4b62407-e263-44c1-914e-e5965a9fd9f8", "name": "network-vif-deleted", "tag": "23477243-5d93-4a9d-bc25-a2fe8ee15914"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:29:04.210243 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:29:04.237499 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37072cb-df71-47c0-aeab-c0a4d9c76d0e x-openstack-request-id: req-a37072cb-df71-47c0-aeab-c0a4d9c76d0e {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:29:04.238019 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4b62407-e263-44c1-914e-e5965a9fd9f8", "name": "network-vif-deleted", "tag": "23477243-5d93-4a9d-bc25-a2fe8ee15914", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:29:04.238321 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a37072cb-df71-47c0-aeab-c0a4d9c76d0e {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:29:04.238793 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4b62407-e263-44c1-914e-e5965a9fd9f8', 'name': 'network-vif-deleted', 'tag': '23477243-5d93-4a9d-bc25-a2fe8ee15914', 'status': 'completed', 'code': 200} Jun 23 14:29:04.411989 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:29:04.443732 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] Checking router: a6f7f00c-28c6-47e2-a337-10ba5c69dd76 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:29:04.452749 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:29:04.453373 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:28:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:29:04.560008 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:29:04.761758 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:29:04.788552 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be521bb0-e8bf-45f2-a067-1e410f03cad4 None None] The sync data for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi is: [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:29:04.998384 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b78d4a-e9b9-4cff-b050-068fab459f19 None None] New status for floating IP 18e3ddba-dc22-474e-a835-665bff3c48de: DOWN {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:29:05.298560 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-f9a2ddc6-34d4-4613-9e67-35a82bf9cfbf tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216161484&fields=id&tenant_id=fc1e240c5f05493da40ff161585eb16f HTTP/1.1" status: 200 len: 267 time: 0.0332036 Jun 23 14:29:05.406426 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-7a794af3-b0c2-4691-b6f8-476f77a74f90 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:05.407856 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-7a794af3-b0c2-4691-b6f8-476f77a74f90 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 811 time: 0.1032467 Jun 23 14:29:05.421859 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-b287563d-e791-4d28-a9a3-daa2c5559bcd tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/quotas/fc1e240c5f05493da40ff161585eb16f HTTP/1.1" status: 200 len: 375 time: 0.0086811 Jun 23 14:29:05.490036 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-276ca664-d140-4034-b11a-491c9b991c52 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635884 Jun 23 14:29:05.830948 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-920b82d7-d390-486e-ae10-3ee15d662205 service neutron] 10.222.0.26 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297043 Jun 23 14:29:05.917469 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-05bb125f-9d44-45dd-9ba5-65ea1ec59525 service neutron] 10.222.0.26 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808094 Jun 23 14:29:06.216225 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-852470ab-8f66-4435-bc14-02abe26f7d55 req-0cacf0a4-b9d3-4763-89c9-dceff049cce9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 210 time: 0.0302291 Jun 23 14:29:07.206547 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-f7a74683-e224-4152-b20f-f40edf7a3102 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:07.207962 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-f7a74683-e224-4152-b20f-f40edf7a3102 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 811 time: 0.1045234 Jun 23 14:29:07.219129 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 23477243-5d93-4a9d-bc25-a2fe8ee15914 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:29:07.245004 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 23477243-5d93-4a9d-bc25-a2fe8ee15914 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:29:07.245171 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 23477243-5d93-4a9d-bc25-a2fe8ee15914 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:29:07.253744 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-96554d7f-30e4-4407-8708-9f1de2a1524e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc1e240c5f05493da40ff161585eb16f HTTP/1.1" status: 200 len: 380 time: 0.0363963 Jun 23 14:29:07.263365 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'port': {'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'admin_state_up': True, 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'security_groups': ['7c8e6ef6-de99-424d-9670-14e312804db3']}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:29:07.375215 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-27007678-8856-4204-b8e6-747d95b74e83 req-b62831e3-a4eb-40f5-af63-74a609ed5fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 210 time: 0.0339329 Jun 23 14:29:07.375904 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Made reservation on behalf of fc1e240c5f05493da40ff161585eb16f for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:29:07.379846 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:07.507402 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Allocated IP 172.20.0.7 (d6b6347a-19f7-4c80-ba04-5fec5941d6ea/20287a0d-1650-483f-ae67-ef2e99acd3d0/b5efe105-60ac-43e1-95ec-1be443fc2820) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:29:07.647549 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:07.662277 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Transition to ACTIVE for port object b5efe105-60ac-43e1-95ec-1be443fc2820 will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:29:07.695263 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:07.700903 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-21f71e0c-5354-426b-9303-6576b9b17f82 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:29:07.737881 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:29:07.743392 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:29:07.750252 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:29:07.776687 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'Port': ['ID=b5efe105-60ac-43e1-95ec-1be443fc2820,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:29:07.781331 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:29:07.805777 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:07.806529 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:07.821372 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5614095 Jun 23 14:29:07.832408 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Request body: {'port': {'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:29:07.912111 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:07.986571 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-f18e8fb5-b3a5-4cf8-8cc4-2954562be66b None None] Provisioning for port b5efe105-60ac-43e1-95ec-1be443fc2820 completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:29:07.990297 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-f18e8fb5-b3a5-4cf8-8cc4-2954562be66b None None] Provisioning complete for port b5efe105-60ac-43e1-95ec-1be443fc2820 triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:29:07.990727 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f18e8fb5-b3a5-4cf8-8cc4-2954562be66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:08.027626 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-f18e8fb5-b3a5-4cf8-8cc4-2954562be66b None None] Port b5efe105-60ac-43e1-95ec-1be443fc2820 cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:29:08.167041 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5efe105-60ac-43e1-95ec-1be443fc2820 {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:29:08.174175 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:08.186300 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Transition to ACTIVE for port object b5efe105-60ac-43e1-95ec-1be443fc2820 will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:29:08.189884 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:08.191867 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-53d78bfb-e431-4f39-80fe-8f177d433aa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:29:08.243387 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Pushing event updated for resources: {'Port': ['ID=b5efe105-60ac-43e1-95ec-1be443fc2820,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:29:08.246984 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:29:08.313282 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Attempting to bind port b5efe105-60ac-43e1-95ec-1be443fc2820 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:29:08.313983 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Attempting to bind port b5efe105-60ac-43e1-95ec-1be443fc2820 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:29:08.313983 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Attempting to bind port b5efe105-60ac-43e1-95ec-1be443fc2820 on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:29:08.318434 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Port b5efe105-60ac-43e1-95ec-1be443fc2820 on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:29:08.318765 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Attempting to bind port b5efe105-60ac-43e1-95ec-1be443fc2820 on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:29:08.323778 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:29:08.324127 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Checking segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:29:08.324516 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Bound using segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:29:08.324954 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Bound port: b5efe105-60ac-43e1-95ec-1be443fc2820, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:29:08.325310 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:08.388015 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] For port b5efe105-60ac-43e1-95ec-1be443fc2820, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:29:08.391130 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] For port b5efe105-60ac-43e1-95ec-1be443fc2820, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=b5efe105-60ac-43e1-95ec-1be443fc2820,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:29:08.395487 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:08.397519 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7daf29f6-9ccc-4139-ba1d-4cda06b3548f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:29:08.441019 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:08.441634 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:08.443042 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] 10.222.0.10 "PUT /v2.0/ports/b5efe105-60ac-43e1-95ec-1be443fc2820 HTTP/1.1" status: 200 len: 1093 time: 0.6150885 Jun 23 14:29:08.443556 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'tag': 'b5efe105-60ac-43e1-95ec-1be443fc2820'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:29:08.445858 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86b83d-22aa-4be4-ae67-db65eae622c7", "tag": "b5efe105-60ac-43e1-95ec-1be443fc2820"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:29:08.467661 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Pushing event updated for resources: {'Port': ['ID=b5efe105-60ac-43e1-95ec-1be443fc2820,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:29:08.471947 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:29:08.507658 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d68587-ce7e-49c7-a8d6-d6821c86efcd x-openstack-request-id: req-99d68587-ce7e-49c7-a8d6-d6821c86efcd {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:29:08.507997 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86b83d-22aa-4be4-ae67-db65eae622c7", "tag": "b5efe105-60ac-43e1-95ec-1be443fc2820", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:29:08.508325 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-99d68587-ce7e-49c7-a8d6-d6821c86efcd {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:29:08.508762 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'tag': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'status': 'completed', 'code': 200} Jun 23 14:29:08.597462 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-25e27fb3-cadd-4d67-82d6-1daa0fdc4899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:08.598996 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-25e27fb3-cadd-4d67-82d6-1daa0fdc4899 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 1096 time: 0.1004934 Jun 23 14:29:08.612205 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f762f70-2124-48f0-8c71-e463d330ecba req-fe210549-c0dc-4b6f-9b0d-4e8742d629ef tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:08.613721 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0f762f70-2124-48f0-8c71-e463d330ecba req-fe210549-c0dc-4b6f-9b0d-4e8742d629ef tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 943 time: 0.1041663 Jun 23 14:29:08.658382 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-8dfc5085-67fb-4514-9cdc-e8eafb799e4d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5efe105-60ac-43e1-95ec-1be443fc2820 HTTP/1.1" status: 200 len: 217 time: 0.0436966 Jun 23 14:29:08.714052 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0f762f70-2124-48f0-8c71-e463d330ecba req-180bc481-8ff1-4f4e-aa10-30db4a6ef77b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935342 Jun 23 14:29:08.721018 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-653b61d1-ed9f-44bf-8d65-5d923b249dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:08.722423 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-653b61d1-ed9f-44bf-8d65-5d923b249dc8 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0581646 Jun 23 14:29:08.783738 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-a5ead48e-cb23-427c-8831-4cd8154a2921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:08.785222 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-a5ead48e-cb23-427c-8831-4cd8154a2921 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553012 Jun 23 14:29:08.876349 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-e4f68b92-c5a6-4f98-a711-bfe1137a6e0f service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843842 Jun 23 14:29:08.963928 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f823fdc-35de-43a8-971b-5f5f67faa613 req-328905da-0f27-4319-ba83-a5c3f03f0ca1 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807223 Jun 23 14:29:09.064140 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-2bf9e415-4e34-4e27-bfeb-b143410e16c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:09.065634 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-2bf9e415-4e34-4e27-bfeb-b143410e16c7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 1096 time: 0.0561121 Jun 23 14:29:09.154524 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-2c36c10f-71a3-4a31-9dbb-8a0253411f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:09.155976 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-2c36c10f-71a3-4a31-9dbb-8a0253411f24 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0838110 Jun 23 14:29:09.200978 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-74e56bd1-c81b-4fb5-a81e-df9e505b7679 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5efe105-60ac-43e1-95ec-1be443fc2820 HTTP/1.1" status: 200 len: 217 time: 0.0377600 Jun 23 14:29:09.248148 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-42fc0cbe-87e7-4c04-a899-76e22b8c2b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:09.249544 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-42fc0cbe-87e7-4c04-a899-76e22b8c2b36 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0419900 Jun 23 14:29:09.306196 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-a1705644-19ae-4a9d-9d5b-44f9df8202c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:09.307660 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-a1705644-19ae-4a9d-9d5b-44f9df8202c4 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511997 Jun 23 14:29:09.397239 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-9e4536a1-1d85-4265-a410-bd322a1092d8 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829432 Jun 23 14:29:09.483333 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4bab24cf-0fc7-41c6-9efb-63c3fa8d0b5e req-b8fa3834-3e48-4e77-86cc-e9b769d53f34 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797453 Jun 23 14:29:09.889026 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df8e02-3289-4f2b-840a-8234ee14bea6 req-6030a23a-bad8-4655-96c8-219dcd076b31 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:09.890493 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-44df8e02-3289-4f2b-840a-8234ee14bea6 req-6030a23a-bad8-4655-96c8-219dcd076b31 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 943 time: 0.0646567 Jun 23 14:29:09.927302 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-44df8e02-3289-4f2b-840a-8234ee14bea6 req-99b7b947-e270-49d1-a3e5-21496e2f7007 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313218 Jun 23 14:29:11.086240 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-590f9c9d-153f-4054-a066-025c8513e5b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:11.102422 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0b2c8-f468-4f8a-be5e-913129db318e req-35e04cb1-572b-4a8f-85c7-ac31a8dc139e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:11.103882 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e7e0b2c8-f468-4f8a-be5e-913129db318e req-35e04cb1-572b-4a8f-85c7-ac31a8dc139e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 943 time: 0.0692983 Jun 23 14:29:11.141397 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e7e0b2c8-f468-4f8a-be5e-913129db318e req-d092ff68-2be0-4a28-bf19-ed26d824ee82 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Jun 23 14:29:12.328523 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2818fc4-0f8c-4621-8588-8f6ee73d3da3 req-2d46e2a1-b885-42f7-bab9-a60512876e79 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:12.329966 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d2818fc4-0f8c-4621-8588-8f6ee73d3da3 req-2d46e2a1-b885-42f7-bab9-a60512876e79 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 943 time: 0.0629280 Jun 23 14:29:12.365998 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d2818fc4-0f8c-4621-8588-8f6ee73d3da3 req-8983290a-3ce4-4d5c-b9b7-bacb1050dc8b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305536 Jun 23 14:29:13.533316 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425472d1-ef5b-41cf-9cbe-f3eb4ed738b2 req-58d99835-3daf-4f48-9472-06fd65bb6fde tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:13.534702 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-425472d1-ef5b-41cf-9cbe-f3eb4ed738b2 req-58d99835-3daf-4f48-9472-06fd65bb6fde tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 943 time: 0.0614779 Jun 23 14:29:13.574966 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-425472d1-ef5b-41cf-9cbe-f3eb4ed738b2 req-83526347-5934-428d-b798-170fa75b572e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342128 Jun 23 14:29:13.704034 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-beeed904-62ce-417c-b18b-3b11d4d292e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:13.813673 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:14.277011 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:14.741227 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7230295-ba65-4e19-801a-3eb0a2613941 req-176ab420-495b-4edb-b07f-6f5f8f127356 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:14.742661 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f7230295-ba65-4e19-801a-3eb0a2613941 req-176ab420-495b-4edb-b07f-6f5f8f127356 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 943 time: 0.0618701 Jun 23 14:29:14.783507 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f7230295-ba65-4e19-801a-3eb0a2613941 req-85fcf4c0-0590-42c3-81c0-1604139ba20e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346453 Jun 23 14:29:15.235300 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:15.953458 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6f603-2272-4221-931e-3119f7189a11 req-f78d84d1-fd2c-440c-acda-573de62a5a08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:15.954937 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b3a6f603-2272-4221-931e-3119f7189a11 req-f78d84d1-fd2c-440c-acda-573de62a5a08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 943 time: 0.0620606 Jun 23 14:29:15.990746 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-b3a6f603-2272-4221-931e-3119f7189a11 req-6b95661d-5d5a-4b11-a9fd-9381cecc6c37 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302424 Jun 23 14:29:16.672384 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:17.159147 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617dc31-c173-4507-820a-6f9dfa8718be req-57148634-62e5-4706-84e3-0ab76e2be1a6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:17.160622 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d617dc31-c173-4507-820a-6f9dfa8718be req-57148634-62e5-4706-84e3-0ab76e2be1a6 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 943 time: 0.0626106 Jun 23 14:29:17.197800 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-d617dc31-c173-4507-820a-6f9dfa8718be req-dd789bdd-675f-4ad2-90b9-9a98e7dd8078 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317013 Jun 23 14:29:17.316198 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device b5efe105-60ac-43e1-95ec-1be443fc2820 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:29:17.410712 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port b5efe105-60ac-43e1-95ec-1be443fc2820, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=b5efe105-60ac-43e1-95ec-1be443fc2820,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:29:17.538981 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'mac_address': 'fa:16:3e:1e:ae:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:29:17.575506 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:17.587393 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5efe105-60ac-43e1-95ec-1be443fc2820 {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:29:17.606042 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port b5efe105-60ac-43e1-95ec-1be443fc2820, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=b5efe105-60ac-43e1-95ec-1be443fc2820,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:29:17.609994 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:17.611724 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:29:17.658325 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=b5efe105-60ac-43e1-95ec-1be443fc2820,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:29:17.665572 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.665930 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.666279 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.666649 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.666986 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.667324 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.667683 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.668014 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.668351 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.668681 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.669009 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.669339 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:29:17.673118 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:29:17.976576 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['b5efe105-60ac-43e1-95ec-1be443fc2820'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:29:18.367732 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12fa9d-a059-48f7-bdad-6ef560ebc446 req-14498d0f-42ec-4151-8e66-e754f0b4c8aa tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:18.369131 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2b12fa9d-a059-48f7-bdad-6ef560ebc446 req-14498d0f-42ec-4151-8e66-e754f0b4c8aa tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 944 time: 0.0638256 Jun 23 14:29:18.407042 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2b12fa9d-a059-48f7-bdad-6ef560ebc446 req-e0b84b34-231d-4c16-9a50-276477594608 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323231 Jun 23 14:29:19.331456 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device b5efe105-60ac-43e1-95ec-1be443fc2820 up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:29:19.379986 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port b5efe105-60ac-43e1-95ec-1be443fc2820 completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:29:19.383714 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port b5efe105-60ac-43e1-95ec-1be443fc2820 triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:29:19.384114 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:19.460786 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:19.483696 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5efe105-60ac-43e1-95ec-1be443fc2820'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:29:19.486301 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb4cb2a-8277-48ae-bf6f-6eb17718ed22" -d '{"events": [{"server_uuid": "1b86b83d-22aa-4be4-ae67-db65eae622c7", "name": "network-vif-plugged", "status": "completed", "tag": "b5efe105-60ac-43e1-95ec-1be443fc2820"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:29:19.499103 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port b5efe105-60ac-43e1-95ec-1be443fc2820, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=b5efe105-60ac-43e1-95ec-1be443fc2820,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:29:19.504256 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:19.506259 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:29:19.533748 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d218c1b1-2607-4ecd-8294-e8fc47d11922 x-openstack-request-id: req-d218c1b1-2607-4ecd-8294-e8fc47d11922 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:29:19.534282 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86b83d-22aa-4be4-ae67-db65eae622c7", "name": "network-vif-plugged", "status": "completed", "tag": "b5efe105-60ac-43e1-95ec-1be443fc2820", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:29:19.534620 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d218c1b1-2607-4ecd-8294-e8fc47d11922 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:29:19.535021 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'code': 200} Jun 23 14:29:19.557804 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=b5efe105-60ac-43e1-95ec-1be443fc2820,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:29:19.560881 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:29:19.584058 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c986189-7388-44e6-bf5d-ac6f8c573c94 req-5fca2d36-a3b1-4abd-ad5f-c7098d5572f9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:19.585509 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1c986189-7388-44e6-bf5d-ac6f8c573c94 req-5fca2d36-a3b1-4abd-ad5f-c7098d5572f9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 945 time: 0.0636344 Jun 23 14:29:19.623355 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-1c986189-7388-44e6-bf5d-ac6f8c573c94 req-b8232647-b192-4550-ad6e-185ac0781364 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315742 Jun 23 14:29:19.798452 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38407215-621a-4737-8388-fc1c9c8bcbde req-92120838-0133-4285-b5ee-621620a8d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:19.799891 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-38407215-621a-4737-8388-fc1c9c8bcbde req-92120838-0133-4285-b5ee-621620a8d51c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 1098 time: 0.0507116 Jun 23 14:29:19.835023 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-38407215-621a-4737-8388-fc1c9c8bcbde req-dcf90f96-8421-4db2-ae08-0c8c8bb7df85 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279770 Jun 23 14:29:20.800973 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa71a19-4223-4a61-a74d-0dfaed5d424a req-451e2e77-bae3-4642-98e9-109e91ac138d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:20.802454 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4fa71a19-4223-4a61-a74d-0dfaed5d424a req-451e2e77-bae3-4642-98e9-109e91ac138d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 945 time: 0.0661428 Jun 23 14:29:20.839602 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-4fa71a19-4223-4a61-a74d-0dfaed5d424a req-65dafb1d-f3e2-4932-9de4-2bdcdd6245a3 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314684 Jun 23 14:29:22.011765 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b7378e-1291-4db1-9a60-76fba13152b5 req-6bd97b9f-79d5-49aa-8a0a-6bf39ed76060 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:22.013109 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-48b7378e-1291-4db1-9a60-76fba13152b5 req-6bd97b9f-79d5-49aa-8a0a-6bf39ed76060 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 945 time: 0.0648232 Jun 23 14:29:22.050036 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-48b7378e-1291-4db1-9a60-76fba13152b5 req-b534325b-d4c4-4cc6-9336-d7503e3cf3ca tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315745 Jun 23 14:29:22.216096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f284044-7da0-446d-84e8-e81155665afc req-4b475909-a0c1-4418-afa6-cc7147dd7735 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:22.217553 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9f284044-7da0-446d-84e8-e81155665afc req-4b475909-a0c1-4418-afa6-cc7147dd7735 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 945 time: 0.0618436 Jun 23 14:29:22.254902 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9f284044-7da0-446d-84e8-e81155665afc req-51f655cd-04aa-4258-a327-7529e9f1573a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Jun 23 14:29:22.278586 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41712) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:29:22.327604 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02626110-86df-4235-850c-696f62c9cd16 tempest-TestVolumeBootPattern-318825128 tempest-TestVolumeBootPattern-318825128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:22.329082 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-02626110-86df-4235-850c-696f62c9cd16 tempest-TestVolumeBootPattern-318825128 tempest-TestVolumeBootPattern-318825128-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 1093 time: 0.0495594 Jun 23 14:29:22.331727 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41714) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:29:22.335897 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'floatingip': {'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:29:22.357028 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:22.450773 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:22.550868 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Allocated IP 172.27.3.251 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/79b5f2c1-8ac2-444e-950f-d574312063b0) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:29:22.648893 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:22.694088 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:22.697007 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f425ea0f-6a6f-4976-898e-828303ead475 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:29:22.733399 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:29:22.736096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:29:22.739903 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:29:22.745258 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'Port': ['ID=79b5f2c1-8ac2-444e-950f-d574312063b0,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:29:22.768607 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:29:23.352991 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:23.428006 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:23.570896 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:23.575116 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:23.577793 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-088bae2e-60a6-463d-9b9c-3bcb583cfb35 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:29:23.638261 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'Port': ['ID=79b5f2c1-8ac2-444e-950f-d574312063b0,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:29:23.641498 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:29:23.653575 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:23.753556 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Floating IP f875f114-f55a-4e28-8b70-5cf9797d82bd associated. External IP: 172.27.3.251, port: b5efe105-60ac-43e1-95ec-1be443fc2820. Jun 23 14:29:23.966106 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:29:24.069404 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:29:24.079363 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] Sync routers for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:29:24.086459 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:24.093887 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:29:24.094548 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:29:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:29:24.122807 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7900834 Jun 23 14:29:24.123469 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'tag': 'b5efe105-60ac-43e1-95ec-1be443fc2820'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:29:24.125775 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d82926a-64d9-4662-8474-93ab8266676e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86b83d-22aa-4be4-ae67-db65eae622c7", "tag": "b5efe105-60ac-43e1-95ec-1be443fc2820"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:29:24.165025 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa57ebc8-bd64-4f26-aab9-aacc40eb60fc x-openstack-request-id: req-fa57ebc8-bd64-4f26-aab9-aacc40eb60fc {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:29:24.165364 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86b83d-22aa-4be4-ae67-db65eae622c7", "tag": "b5efe105-60ac-43e1-95ec-1be443fc2820", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:29:24.165664 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fa57ebc8-bd64-4f26-aab9-aacc40eb60fc {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:29:24.166101 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'tag': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'status': 'completed', 'code': 200} Jun 23 14:29:24.205123 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:29:24.284212 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82926a-64d9-4662-8474-93ab8266676e req-390cbc1d-2d70-441a-90e2-9c7441c40652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:24.285629 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d82926a-64d9-4662-8474-93ab8266676e req-390cbc1d-2d70-441a-90e2-9c7441c40652 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 1098 time: 0.0958049 Jun 23 14:29:24.292109 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-8f7645f5-c015-4ccb-875b-a424c2db60cb service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754287 Jun 23 14:29:24.378190 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82926a-64d9-4662-8474-93ab8266676e req-75c4b2bb-2f81-409a-947a-23dc4ee5aa92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:24.379673 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d82926a-64d9-4662-8474-93ab8266676e req-75c4b2bb-2f81-409a-947a-23dc4ee5aa92 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0866995 Jun 23 14:29:24.423131 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'f875f114-f55a-4e28-8b70-5cf9797d82bd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:1e:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:29:22Z', 'updated_at': '2021-06-23T14:29:22Z', 'revision_number': 0, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:29:24.447317 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d82926a-64d9-4662-8474-93ab8266676e req-db36f8f2-dac0-46c4-8ce3-715737e0191d service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5efe105-60ac-43e1-95ec-1be443fc2820 HTTP/1.1" status: 200 len: 999 time: 0.0611205 Jun 23 14:29:24.448288 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] Checking router: a6f7f00c-28c6-47e2-a337-10ba5c69dd76 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:29:24.456956 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:29:24.457568 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:29:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:29:24.494608 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82926a-64d9-4662-8474-93ab8266676e req-9c1b3feb-49e3-4b46-9aff-8a4a2776abd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:24.496097 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d82926a-64d9-4662-8474-93ab8266676e req-9c1b3feb-49e3-4b46-9aff-8a4a2776abd9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0432999 Jun 23 14:29:24.559456 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d82926a-64d9-4662-8474-93ab8266676e req-a8de023a-3648-415e-b7f3-3780ec231cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:24.560913 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d82926a-64d9-4662-8474-93ab8266676e req-a8de023a-3648-415e-b7f3-3780ec231cfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0580502 Jun 23 14:29:24.562028 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:29:24.655387 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d82926a-64d9-4662-8474-93ab8266676e req-89bd3fe6-517b-48af-8632-a41635c79950 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875688 Jun 23 14:29:24.742668 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7d82926a-64d9-4662-8474-93ab8266676e req-1776a792-af88-470e-8ec3-e1c7b7187198 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798981 Jun 23 14:29:24.784944 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'f875f114-f55a-4e28-8b70-5cf9797d82bd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:1e:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:29:22Z', 'updated_at': '2021-06-23T14:29:22Z', 'revision_number': 0, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:29:24.810435 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c0379d-a222-422c-a1e6-5e78793e0e67 None None] The sync data for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi is: [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'f875f114-f55a-4e28-8b70-5cf9797d82bd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:1e:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:29:22Z', 'updated_at': '2021-06-23T14:29:22Z', 'revision_number': 0, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:29:24.865861 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-cce0b8bd-e7de-49f4-9522-04c0185bec69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:24.867431 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-cce0b8bd-e7de-49f4-9522-04c0185bec69 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 1098 time: 0.0597119 Jun 23 14:29:24.972292 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-0b3cd354-0db5-4c15-aa6c-47e954909914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:24.973792 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-0b3cd354-0db5-4c15-aa6c-47e954909914 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0855811 Jun 23 14:29:24.985321 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39fc64da-fc4e-4ca0-a917-526972c727bf None None] New status for floating IP f875f114-f55a-4e28-8b70-5cf9797d82bd: ACTIVE {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:29:25.043746 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-ca58173f-8f03-4d91-9191-cd9e4547e6a9 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5efe105-60ac-43e1-95ec-1be443fc2820 HTTP/1.1" status: 200 len: 999 time: 0.0629592 Jun 23 14:29:25.093927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-aa382c47-9f91-40e0-866e-4f5343749350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:25.095665 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-aa382c47-9f91-40e0-866e-4f5343749350 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0439494 Jun 23 14:29:25.154616 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-53a3b1c9-1d86-438c-bc5e-a68fab96032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:29:25.156142 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-53a3b1c9-1d86-438c-bc5e-a68fab96032d service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539620 Jun 23 14:29:25.249208 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-ffd1b769-219d-4fae-8e91-b8435129c2eb service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852830 Jun 23 14:29:25.338821 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3d4dbe1d-621f-4df2-bf26-514faac1a5dd req-9c0a7def-cefe-4b88-9c28-2f0ae3db0f63 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808330 Jun 23 14:29:31.534382 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:29:41.088322 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fc017e8d-9a52-4097-865c-68874542d31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:43.704576 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d5570797-4293-4170-8901-27a13e4b3241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:43.813368 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:44.278774 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:45.237412 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:29:46.674705 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:08.533289 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:30:11.089554 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6cbced2b-fa74-4726-828b-b795217ffae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:13.704848 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-86241dfd-b082-454e-acaa-2cf5de8ca96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:13.835470 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:14.283535 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:15.239538 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:16.678457 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:24.985299 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-321d6da8-0565-4203-bbbf-5009143390d7 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0549929 Jun 23 14:30:25.083629 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-b5004faf-abc2-447a-ad92-ac91d54a92ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:30:25.084996 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-b5004faf-abc2-447a-ad92-ac91d54a92ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 1098 time: 0.0531158 Jun 23 14:30:25.189428 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-b26ba066-59d9-49e3-a32c-b182fae4dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:30:25.190885 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-b26ba066-59d9-49e3-a32c-b182fae4dbfb service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0831110 Jun 23 14:30:25.260312 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-2e8efd67-37f0-427b-b4f5-209cff26509a service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5efe105-60ac-43e1-95ec-1be443fc2820 HTTP/1.1" status: 200 len: 1001 time: 0.0615699 Jun 23 14:30:25.317750 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-4a5c455e-5045-4003-8b85-c6d61b8263ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:30:25.319211 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-4a5c455e-5045-4003-8b85-c6d61b8263ae service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0428734 Jun 23 14:30:25.376373 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-3f80821a-55ce-42db-8888-4140f74fba18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:30:25.377838 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-3f80821a-55ce-42db-8888-4140f74fba18 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517316 Jun 23 14:30:25.388974 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-4cc001c6-38ab-4e35-817f-8563384fd2d6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=93097) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:30:25.389887 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-4cc001c6-38ab-4e35-817f-8563384fd2d6 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047603 Jun 23 14:30:25.481553 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-20badfee-05fa-4994-9268-080bc66f93f3 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841331 Jun 23 14:30:25.577082 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-98a5b4ce-5cd9-4a2d-82fe-638691d5371a req-88904a81-7dbb-42b3-b2a3-cebe5a223efe service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881178 Jun 23 14:30:41.092353 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f6d00d30-f9ae-422b-9927-c3cc9cd10404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:43.705272 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7283806b-8a9b-487a-91bc-027279914fec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:43.845716 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:44.284507 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:45.243546 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:30:45.531281 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:30:46.681698 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:11.093792 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a119a9f1-5ff0-4cbd-a1fc-375325c8983d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:13.704823 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c6d9a7a2-cd83-440b-b306-e94fe75bf6bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:13.830253 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:14.284591 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:15.246483 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:16.684690 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:22.529084 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:31:24.441303 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-3cbbeafe-c1ff-4264-a6a5-7dd78f0c383c tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1216161484&fields=id&tenant_id=fc1e240c5f05493da40ff161585eb16f HTTP/1.1" status: 200 len: 267 time: 0.0336845 Jun 23 14:31:24.541957 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0a14a45f-054c-40bc-8e62-bee5eb423fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:24.543401 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0a14a45f-054c-40bc-8e62-bee5eb423fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 811 time: 0.0960872 Jun 23 14:31:24.557197 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-f895f40e-ddfa-499b-9fe8-6d0db9934c85 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/quotas/fc1e240c5f05493da40ff161585eb16f HTTP/1.1" status: 200 len: 375 time: 0.0085471 Jun 23 14:31:24.633791 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-f7bf5046-fab6-4615-977d-fde8af2006f3 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0719402 Jun 23 14:31:24.771171 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-f209cb66-7f71-4f39-9e25-4c40e8c4afff service neutron] 10.222.0.26 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229947 Jun 23 14:31:24.861000 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-d8ebf16b-92d0-4b95-9b17-c77754bc7139 service neutron] 10.222.0.26 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841899 Jun 23 14:31:26.227208 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-f9b4dc61-47b0-4845-ab37-03e6cb5bade0 req-57738ece-5397-47c2-881d-7587bbad0a77 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 210 time: 0.0768890 Jun 23 14:31:26.852073 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-9c49f9b8-0834-4576-8f14-19bad942788b service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0500286 Jun 23 14:31:26.945691 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-2fb97e95-305d-4aa1-8fcb-5bd4442231d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:26.947198 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-2fb97e95-305d-4aa1-8fcb-5bd4442231d7 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 1098 time: 0.0536027 Jun 23 14:31:27.052992 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-6c042bc0-615d-48a9-8805-31b927473327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:27.054375 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-6c042bc0-615d-48a9-8805-31b927473327 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0879221 Jun 23 14:31:27.118467 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-65c189e8-cb97-4434-a285-503e21f38113 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5efe105-60ac-43e1-95ec-1be443fc2820 HTTP/1.1" status: 200 len: 1001 time: 0.0581944 Jun 23 14:31:27.178033 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-d7577a4f-5a93-444d-b8c7-3910929b885c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:27.179689 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-d7577a4f-5a93-444d-b8c7-3910929b885c service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0552983 Jun 23 14:31:27.237432 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-b7a45b3d-b14a-44ef-8776-225eeeeac3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:27.239129 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-b7a45b3d-b14a-44ef-8776-225eeeeac3bd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0534976 Jun 23 14:31:27.331954 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-f7546bb8-66d5-45f4-a0a4-8e3dc7c460a4 req-81df3d96-2850-40b0-89d9-ac605cb80840 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 210 time: 0.0345812 Jun 23 14:31:27.358941 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-373cd8e2-e328-4628-b457-78541675a9ad service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122155 Jun 23 14:31:27.446584 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8a944a3b-d4c2-48d4-9e07-dfbfc02d8c74 req-d873213e-90f2-4af6-a572-85f673bcd000 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817716 Jun 23 14:31:28.425878 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e1fc9d8e-9ad4-4fd6-8bc7-7f9afc468cc7 req-71833ef0-b64e-4cc8-9946-75403f153bf8 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 210 time: 0.0306661 Jun 23 14:31:29.511897 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1306d4dc-ae75-47c7-b3f5-9f0d3ab40a71 req-d4c06231-2d10-42c9-9d2b-cc0e66a240e7 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 210 time: 0.0333805 Jun 23 14:31:30.658386 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-0dbeccd1-5d36-4677-ab4b-1fa91983ea23 req-588f3366-bb0d-4a8e-bb1a-a7884359934a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 210 time: 0.0329189 Jun 23 14:31:31.354821 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-4f302c5c-b98f-49ad-b71a-6129af21332e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:31.357656 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-4f302c5c-b98f-49ad-b71a-6129af21332e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 811 time: 0.1051555 Jun 23 14:31:31.405339 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-28d1e502-cacf-4e70-9c83-519a2059537e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fc1e240c5f05493da40ff161585eb16f HTTP/1.1" status: 200 len: 380 time: 0.0344448 Jun 23 14:31:31.413572 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'port': {'device_id': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'admin_state_up': True, 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'security_groups': ['7c8e6ef6-de99-424d-9670-14e312804db3']}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:31:31.528062 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Made reservation on behalf of fc1e240c5f05493da40ff161585eb16f for: {'port': 1} {{(pid=93097) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:31:31.532551 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:31.659222 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Allocated IP 172.20.0.3 (d6b6347a-19f7-4c80-ba04-5fec5941d6ea/20287a0d-1650-483f-ae67-ef2e99acd3d0/6514e55b-afcd-4fc7-b06a-6772ae762d4b) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:31:31.826631 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-2db5019d-8e37-4b81-822f-a9c2687cf122 req-712fded5-ee0c-46bd-92b3-01307c5e22bb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 210 time: 0.0383608 Jun 23 14:31:31.842484 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:31.855412 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Transition to ACTIVE for port object 6514e55b-afcd-4fc7-b06a-6772ae762d4b will not be triggered until provisioned by entity DHCP. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:31:31.890489 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:31.894167 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-503e6271-8733-4cb0-8c65-56adc05da1cb tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:31:32.193719 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:31:32.196798 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:31:32.200710 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:31:32.225155 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'Port': ['ID=6514e55b-afcd-4fc7-b06a-6772ae762d4b,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:31:32.237822 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.238206 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.238660 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.239035 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.239404 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.239780 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.240144 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.240507 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.240873 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.241230 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.241589 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.241946 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:32.247292 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:31:32.265043 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:32.266090 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:32.281005 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-76515097-0e48-4031-b010-a5bae131704b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8709731 Jun 23 14:31:32.334298 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Request body: {'port': {'device_id': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:31:32.394597 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-3e6f0adb-aa19-416c-a963-5d1b49bccd62 None None] Provisioning for port 6514e55b-afcd-4fc7-b06a-6772ae762d4b completed by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:31:32.398363 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-3e6f0adb-aa19-416c-a963-5d1b49bccd62 None None] Provisioning complete for port 6514e55b-afcd-4fc7-b06a-6772ae762d4b triggered by entity DHCP. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:31:32.398775 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-3e6f0adb-aa19-416c-a963-5d1b49bccd62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:32.406379 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:32.431784 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-3e6f0adb-aa19-416c-a963-5d1b49bccd62 None None] Port 6514e55b-afcd-4fc7-b06a-6772ae762d4b cannot update to ACTIVE because it is not bound. {{(pid=93099) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:31:32.663717 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6514e55b-afcd-4fc7-b06a-6772ae762d4b {{(pid=93097) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:31:32.671363 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:32.682757 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.provisioning_blocks [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Transition to ACTIVE for port object 6514e55b-afcd-4fc7-b06a-6772ae762d4b will not be triggered until provisioned by entity L2. {{(pid=93097) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:31:32.686899 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:32.689732 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4cf7fcda-38cf-480b-8b81-e8d1c3960bc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:31:32.757092 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Pushing event updated for resources: {'Port': ['ID=6514e55b-afcd-4fc7-b06a-6772ae762d4b,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:31:32.759984 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:31:32.811868 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Attempting to bind port 6514e55b-afcd-4fc7-b06a-6772ae762d4b on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:31:32.812038 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Attempting to bind port 6514e55b-afcd-4fc7-b06a-6772ae762d4b by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:31:32.812366 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Attempting to bind port 6514e55b-afcd-4fc7-b06a-6772ae762d4b on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:31:32.816692 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Port 6514e55b-afcd-4fc7-b06a-6772ae762d4b on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:31:32.817013 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Attempting to bind port 6514e55b-afcd-4fc7-b06a-6772ae762d4b on network d6b6347a-19f7-4c80-ba04-5fec5941d6ea {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:31:32.821926 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Checking agent: {'id': '18ce9ada-df0b-41b6-8ff3-c96b52bd7ef4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:31:32.822264 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Checking segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93097) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:31:32.822683 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Bound using segment: {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'} {{(pid=93097) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:31:32.823113 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.managers [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Bound port: 6514e55b-afcd-4fc7-b06a-6772ae762d4b, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04f0869a-0d58-4355-a84f-74366575d45f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 662, 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea'}}] {{(pid=93097) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:31:32.823467 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:32.891475 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] For port 6514e55b-afcd-4fc7-b06a-6772ae762d4b, host hv-cinder-79400, cleared binding levels {{(pid=93097) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:31:32.894840 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] For port 6514e55b-afcd-4fc7-b06a-6772ae762d4b, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6514e55b-afcd-4fc7-b06a-6772ae762d4b,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93097) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:31:32.898983 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:32.901823 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5b815374-f6c5-4337-b4e5-de8d7a63a4c2 tempest-AttachVolumeTestJSON-1163652896 tempest-AttachVolumeTestJSON-1163652896-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:31:32.930099 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:32.930703 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:32.932020 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] 10.222.0.10 "PUT /v2.0/ports/6514e55b-afcd-4fc7-b06a-6772ae762d4b HTTP/1.1" status: 200 len: 1093 time: 0.6427681 Jun 23 14:31:32.934395 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'tag': '6514e55b-afcd-4fc7-b06a-6772ae762d4b'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:31:32.938445 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8becc5db-dd4a-490b-a871-9b20935aba85" -d '{"events": [{"name": "network-changed", "server_uuid": "630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c", "tag": "6514e55b-afcd-4fc7-b06a-6772ae762d4b"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:31:32.973788 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Pushing event updated for resources: {'Port': ['ID=6514e55b-afcd-4fc7-b06a-6772ae762d4b,revision_number=3']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:31:32.978785 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-0740cd65-c41a-486b-bbc9-06b10103a25b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:31:33.024248 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5533f-c0c1-4ceb-90f8-5aaae7f44a8f req-00498015-36af-43ea-9d31-dea1fe4d16b9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:33.025777 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dfd5533f-c0c1-4ceb-90f8-5aaae7f44a8f req-00498015-36af-43ea-9d31-dea1fe4d16b9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 943 time: 0.0814829 Jun 23 14:31:33.050071 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-ce329d02-67c2-433e-bad7-6ed9cf2c070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:33.051798 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-ce329d02-67c2-433e-bad7-6ed9cf2c070f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 1096 time: 0.0568271 Jun 23 14:31:33.066988 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dfd5533f-c0c1-4ceb-90f8-5aaae7f44a8f req-0c66beeb-c791-42ba-8a2b-2d3169750b9e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341051 Jun 23 14:31:33.105383 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-f7a2cf4c-f262-4123-a16c-74d4e90e2afb service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6514e55b-afcd-4fc7-b06a-6772ae762d4b HTTP/1.1" status: 200 len: 217 time: 0.0463469 Jun 23 14:31:33.154549 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-142b5993-a67c-4be6-b51b-732d2c84c8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:33.156008 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-142b5993-a67c-4be6-b51b-732d2c84c8eb service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0449045 Jun 23 14:31:33.213559 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-e79855a7-d2a1-4e12-ab4f-2c6ba3cd00fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:33.214997 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-e79855a7-d2a1-4e12-ab4f-2c6ba3cd00fd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524952 Jun 23 14:31:33.305734 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-3c9e8de7-2240-407c-80c1-97eaa51765db service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842664 Jun 23 14:31:33.393239 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-7a9179f3-9622-4c95-a242-7e6205a59593 req-4c64e728-3986-4913-8951-68920ecb4342 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801880 Jun 23 14:31:34.026974 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc15ae9b-0853-406b-a0d1-9323512596c3 x-openstack-request-id: req-cc15ae9b-0853-406b-a0d1-9323512596c3 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:31:34.027552 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c", "tag": "6514e55b-afcd-4fc7-b06a-6772ae762d4b", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:31:34.027680 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cc15ae9b-0853-406b-a0d1-9323512596c3 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:31:34.028021 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'tag': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'status': 'completed', 'code': 200} Jun 23 14:31:34.103485 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-bb9bf806-4e2f-4c97-8888-aa16589cf09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:34.105084 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-bb9bf806-4e2f-4c97-8888-aa16589cf09f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 1096 time: 0.0559547 Jun 23 14:31:34.194885 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-0ec8a2a0-b8be-47e7-8e1c-b2298de9ad6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:34.196320 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-0ec8a2a0-b8be-47e7-8e1c-b2298de9ad6e service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0846488 Jun 23 14:31:34.240202 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-6a5aa0f6-2e58-4234-b11d-b9b0257966c7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6514e55b-afcd-4fc7-b06a-6772ae762d4b HTTP/1.1" status: 200 len: 217 time: 0.0373657 Jun 23 14:31:34.240904 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95168915-5170-4888-a1cc-2c9d88e75409 req-4fe38bc3-9249-4167-bcb3-0a7f32a5aae0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:34.242479 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-95168915-5170-4888-a1cc-2c9d88e75409 req-4fe38bc3-9249-4167-bcb3-0a7f32a5aae0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 943 time: 0.0635090 Jun 23 14:31:34.281517 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-95168915-5170-4888-a1cc-2c9d88e75409 req-fc5fde96-3a33-4a1d-aa56-32af96747af3 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327525 Jun 23 14:31:34.289301 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-438a5ef5-25a7-42cb-ab09-5f0242a736a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:34.290795 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-438a5ef5-25a7-42cb-ab09-5f0242a736a2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0446892 Jun 23 14:31:34.347343 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-9ec46f7c-d0d6-4884-bdfe-bda9c076b52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:34.348799 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-9ec46f7c-d0d6-4884-bdfe-bda9c076b52f service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517080 Jun 23 14:31:34.440872 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-63883804-d134-4bd2-8803-0bf3f01a40d7 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846286 Jun 23 14:31:34.531694 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-8becc5db-dd4a-490b-a871-9b20935aba85 req-9e2b2cae-2bc4-4e6a-9bfd-bc43b17aa85a service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803938 Jun 23 14:31:35.457718 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b2b0b5-8a18-4c1d-a9aa-5995061e285c req-9bdffb4c-1995-441e-b89e-d36c190bff4d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:35.459198 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-32b2b0b5-8a18-4c1d-a9aa-5995061e285c req-9bdffb4c-1995-441e-b89e-d36c190bff4d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 943 time: 0.0669167 Jun 23 14:31:35.496046 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-32b2b0b5-8a18-4c1d-a9aa-5995061e285c req-4023a303-acf9-4da2-b910-6d633b027d68 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312130 Jun 23 14:31:36.668997 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3969ed-ef3a-48ea-9807-ea243cbcfd79 req-c513e548-deb0-4478-ab34-be3bcb7ac899 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:36.670512 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dd3969ed-ef3a-48ea-9807-ea243cbcfd79 req-c513e548-deb0-4478-ab34-be3bcb7ac899 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 943 time: 0.0663300 Jun 23 14:31:36.711202 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-dd3969ed-ef3a-48ea-9807-ea243cbcfd79 req-c4918415-2a36-42bf-95a4-b3ea03658625 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351830 Jun 23 14:31:37.880539 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a095ae-ca18-4961-8337-6cf9a97d77fe req-535391fd-1493-44eb-bdd1-e8d09bc500a2 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:37.881992 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e8a095ae-ca18-4961-8337-6cf9a97d77fe req-535391fd-1493-44eb-bdd1-e8d09bc500a2 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 943 time: 0.0635026 Jun 23 14:31:37.920325 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e8a095ae-ca18-4961-8337-6cf9a97d77fe req-ef033de5-55db-4319-8b2c-768575bd5a58 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 Jun 23 14:31:39.091643 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ecea7b-e457-4eb3-ba0e-55c38f3081da req-02a1c212-f5a0-413c-8097-3583fb2249bd tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:39.093113 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-69ecea7b-e457-4eb3-ba0e-55c38f3081da req-02a1c212-f5a0-413c-8097-3583fb2249bd tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 943 time: 0.0645823 Jun 23 14:31:39.130175 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-69ecea7b-e457-4eb3-ba0e-55c38f3081da req-5b0bd52e-3c4a-4f45-806a-d7a050d7ae79 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314426 Jun 23 14:31:40.305185 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd11a67-f211-456a-846c-8c26496208e6 req-6614ca94-fcf4-445d-9285-ebcfa29c0d63 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:40.306636 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9cd11a67-f211-456a-846c-8c26496208e6 req-6614ca94-fcf4-445d-9285-ebcfa29c0d63 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 943 time: 0.0618045 Jun 23 14:31:40.348934 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-9cd11a67-f211-456a-846c-8c26496208e6 req-a2724278-a017-4709-a16a-ee83861b7ce5 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362918 Jun 23 14:31:41.103047 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0e69f9ff-0ffe-410a-ba8e-660b92a5e246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:41.518814 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895bc34-9b60-4d14-846a-3f80d0bcc23a req-5b177b60-2048-4b41-ae87-18644ddb3ad3 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:41.520294 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3895bc34-9b60-4d14-846a-3f80d0bcc23a req-5b177b60-2048-4b41-ae87-18644ddb3ad3 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 943 time: 0.0632353 Jun 23 14:31:41.563346 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-3895bc34-9b60-4d14-846a-3f80d0bcc23a req-1db3987e-379f-4c34-aea2-068a31bd6422 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372391 Jun 23 14:31:42.077116 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6514e55b-afcd-4fc7-b06a-6772ae762d4b details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93099) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:31:42.170951 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6514e55b-afcd-4fc7-b06a-6772ae762d4b, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6514e55b-afcd-4fc7-b06a-6772ae762d4b,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:31:42.181658 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Returning: {'device': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'port_id': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'mac_address': 'fa:16:3e:14:11:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 662, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93099) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:31:42.220658 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:42.235568 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6514e55b-afcd-4fc7-b06a-6772ae762d4b {{(pid=93099) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:31:42.253954 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6514e55b-afcd-4fc7-b06a-6772ae762d4b, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6514e55b-afcd-4fc7-b06a-6772ae762d4b,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:31:42.258000 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:42.259796 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fd960c24-86ef-4e3f-acbb-9bc11dace4ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:31:42.304544 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=6514e55b-afcd-4fc7-b06a-6772ae762d4b,revision_number=4']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:31:42.311391 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.311749 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.312098 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.312443 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.312784 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.313128 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.313462 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.313795 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.314127 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.314489 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.314821 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.315149 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:31:42.318844 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:31:42.615656 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] get_ports_and_sgs() called for port_ids ['6514e55b-afcd-4fc7-b06a-6772ae762d4b'] {{(pid=93099) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:31:42.746670 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d87d193-ef15-41e5-bb49-03c6368583f3 req-f0aa5afb-597e-4664-9b22-c501ea387eb9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:42.748180 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0d87d193-ef15-41e5-bb49-03c6368583f3 req-f0aa5afb-597e-4664-9b22-c501ea387eb9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 944 time: 0.0625455 Jun 23 14:31:42.785410 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-0d87d193-ef15-41e5-bb49-03c6368583f3 req-4fe3b274-66ab-4570-a747-05a13ac2225f tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314770 Jun 23 14:31:43.703910 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-39ca705a-6f20-4b03-8eda-9d3a3b2868e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:43.830746 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:43.961005 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bec3d-50b6-4843-8bfc-4036627f081a req-eb9161a9-ded7-48d7-9458-acc903e6549b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:43.962383 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2c7bec3d-50b6-4843-8bfc-4036627f081a req-eb9161a9-ded7-48d7-9458-acc903e6549b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 944 time: 0.0653870 Jun 23 14:31:44.001009 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-2c7bec3d-50b6-4843-8bfc-4036627f081a req-be1b4d4a-0276-4265-bfc4-79589edc46d1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324860 Jun 23 14:31:44.093707 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6514e55b-afcd-4fc7-b06a-6772ae762d4b up at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:31:44.154945 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning for port 6514e55b-afcd-4fc7-b06a-6772ae762d4b completed by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:31:44.158922 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.provisioning_blocks [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Provisioning complete for port 6514e55b-afcd-4fc7-b06a-6772ae762d4b triggered by entity L2. {{(pid=93099) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:31:44.159304 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782998'] for port, provisioning_complete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:44.238978 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:44.386654 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6514e55b-afcd-4fc7-b06a-6772ae762d4b'}] {{(pid=93099) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:31:44.388867 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7428e9dc654d34b710c8753e1ff7aee6d0ea774ef556ad698b225f52244d2ac7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a680918-2a51-463e-8cbb-27ce9b1fd56a" -d '{"events": [{"server_uuid": "630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "6514e55b-afcd-4fc7-b06a-6772ae762d4b"}]}' {{(pid=93099) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:31:44.401724 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:44.406997 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] For port 6514e55b-afcd-4fc7-b06a-6772ae762d4b, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6514e55b-afcd-4fc7-b06a-6772ae762d4b,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:31:44.410946 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580'] for port, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:44.413121 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:31:44.459993 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Pushing event updated for resources: {'Port': ['ID=6514e55b-afcd-4fc7-b06a-6772ae762d4b,revision_number=5']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:31:44.463280 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:31:44.478568 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc3bfb6-4926-402a-94de-964387375da4 x-openstack-request-id: req-3cc3bfb6-4926-402a-94de-964387375da4 {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:31:44.478875 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c", "name": "network-vif-plugged", "status": "completed", "tag": "6514e55b-afcd-4fc7-b06a-6772ae762d4b", "code": 200}]} {{(pid=93099) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:31:44.479168 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3cc3bfb6-4926-402a-94de-964387375da4 {{(pid=93099) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:31:44.479577 dv-cinder-794001-2-iscsi neutron-server[93099]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'code': 200} Jun 23 14:31:44.741253 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f96228-6149-4ddd-9b6e-f2588bee1de0 req-4dbc9977-b7b3-4adf-a614-389e4497e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:44.742752 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47f96228-6149-4ddd-9b6e-f2588bee1de0 req-4dbc9977-b7b3-4adf-a614-389e4497e908 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 1098 time: 0.0506692 Jun 23 14:31:44.777969 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-47f96228-6149-4ddd-9b6e-f2588bee1de0 req-31a2a261-d696-4d7c-9a11-7cee1ea69606 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283363 Jun 23 14:31:45.167953 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d91a2-48e1-43be-a351-b4859d70640d req-755160aa-cc0d-4e9e-8df8-1b08a86515c2 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:45.169400 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-812d91a2-48e1-43be-a351-b4859d70640d req-755160aa-cc0d-4e9e-8df8-1b08a86515c2 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 945 time: 0.0617814 Jun 23 14:31:45.205644 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-812d91a2-48e1-43be-a351-b4859d70640d req-36f32cf0-2aea-4a28-841c-ff485b40089b tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306947 Jun 23 14:31:45.249446 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:46.377787 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f973f5-01df-4cfe-9af2-b13d31232b08 req-d35cc53f-5e08-4cf0-866b-af5b7da57c74 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:46.379279 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-78f973f5-01df-4cfe-9af2-b13d31232b08 req-d35cc53f-5e08-4cf0-866b-af5b7da57c74 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 945 time: 0.0656269 Jun 23 14:31:46.416526 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-78f973f5-01df-4cfe-9af2-b13d31232b08 req-28f8ae7f-b4f1-438e-8c7d-cc9f4ce37020 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316916 Jun 23 14:31:46.589262 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95796c55-61d0-4b10-a7af-60f9b24b183c req-357eaf56-8733-4c2e-a9b8-702fd60cd80c tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:46.590675 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-95796c55-61d0-4b10-a7af-60f9b24b183c req-357eaf56-8733-4c2e-a9b8-702fd60cd80c tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 945 time: 0.0671983 Jun 23 14:31:46.628116 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-95796c55-61d0-4b10-a7af-60f9b24b183c req-0f9ae27b-6474-4629-8ebe-b11b43b3c7af tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319057 Jun 23 14:31:46.651456 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41898) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:31:46.689060 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:46.744226 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7bbdba-94cf-4c8e-9817-96ad2ddced83 tempest-TestVolumeBootPattern-318825128 tempest-TestVolumeBootPattern-318825128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:46.746330 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-fe7bbdba-94cf-4c8e-9817-96ad2ddced83 tempest-TestVolumeBootPattern-318825128 tempest-TestVolumeBootPattern-318825128-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 1093 time: 0.0936265 Jun 23 14:31:46.749043 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41902) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:31:46.753368 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.v2.base [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Request body: {'floatingip': {'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'port_id': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93097) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:31:46.775617 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:46.878107 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-615480'] for port, before_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:46.979928 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_common [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Allocated IP 172.27.3.238 (a8114055-eda3-4a8a-939d-4d3bf614516a/45bd127d-6202-43b9-9a09-4358ba5e5339/c9b31914-7b09-4502-ba69-36ebff6ab03e) {{(pid=93097) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:31:47.083694 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for port, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:47.120835 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-615551', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-23805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784508015517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-13390682'] for port, after_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:47.122757 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:31:47.168721 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Network a8114055-eda3-4a8a-939d-4d3bf614516a is already hosted by enough agents. {{(pid=93097) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:31:47.175367 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.base_scheduler [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Resources bound (agent type, host, resource id): {{(pid=93097) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:31:47.180471 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Received port after_create {{(pid=93097) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:31:47.183632 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'Port': ['ID=c9b31914-7b09-4502-ba69-36ebff6ab03e,revision_number=1']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:31:47.205630 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:31:47.549096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:47.624720 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-615470'] for port, before_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:47.768682 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for port, precommit_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:47.773007 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784508489171', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784508015535', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784508015580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13390664'] for port, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:47.775769 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-28f867cd-1700-4deb-ac64-cd78961cb54f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:31:47.844405 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event updated for resources: {'Port': ['ID=c9b31914-7b09-4502-ba69-36ebff6ab03e,revision_number=2']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:31:47.848349 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:31:47.853004 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16462436'] for floatingip, after_update {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:47.951598 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Floating IP 82d95772-6378-49e7-a9c1-5b8026341dfd associated. External IP: 172.27.3.238, port: 6514e55b-afcd-4fc7-b06a-6772ae762d4b. Jun 23 14:31:48.152087 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:31:48.257675 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:31:48.267606 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] Sync routers for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:31:48.274695 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:31:48.277951 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:31:48.278604 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:31:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:31:48.385332 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:31:48.571548 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-23eb4d9f-6317-4ee4-8712-94f918407de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8212903 Jun 23 14:31:48.572158 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'tag': '6514e55b-afcd-4fc7-b06a-6772ae762d4b'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:31:48.574386 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9743b8d-347c-4111-803b-bc5149634cd2" -d '{"events": [{"name": "network-changed", "server_uuid": "630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c", "tag": "6514e55b-afcd-4fc7-b06a-6772ae762d4b"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:31:48.610599 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-329950ab-af26-46ae-b9bc-3159ca18818c x-openstack-request-id: req-329950ab-af26-46ae-b9bc-3159ca18818c {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:31:48.610930 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c", "tag": "6514e55b-afcd-4fc7-b06a-6772ae762d4b", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:31:48.611224 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-329950ab-af26-46ae-b9bc-3159ca18818c {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:31:48.611656 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'tag': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'status': 'completed', 'code': 200} Jun 23 14:31:48.615573 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '82d95772-6378-49e7-a9c1-5b8026341dfd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:14:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:31:47Z', 'updated_at': '2021-06-23T14:31:47Z', 'revision_number': 0, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}, {'id': 'f875f114-f55a-4e28-8b70-5cf9797d82bd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:1e:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:29:22Z', 'updated_at': '2021-06-23T14:29:25Z', 'revision_number': 1, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:31:48.642224 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] Checking router: a6f7f00c-28c6-47e2-a337-10ba5c69dd76 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:31:48.650967 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:31:48.651825 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:31:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:31:48.690675 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-dd84187e-2d43-4cc6-9f3f-b1e860ce7f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:48.692141 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-dd84187e-2d43-4cc6-9f3f-b1e860ce7f0e service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 1098 time: 0.0514724 Jun 23 14:31:48.756570 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:31:48.787924 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-2e57d69d-9b00-4185-bffb-74c5c8fb2f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:48.789362 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-2e57d69d-9b00-4185-bffb-74c5c8fb2f6f service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0896466 Jun 23 14:31:48.851509 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-93068f9a-a3e0-4615-b89e-625fed100d56 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6514e55b-afcd-4fc7-b06a-6772ae762d4b HTTP/1.1" status: 200 len: 999 time: 0.0558968 Jun 23 14:31:48.898555 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-fa729a4d-71ea-40e5-bce8-81ec93a79b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:48.899987 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-fa729a4d-71ea-40e5-bce8-81ec93a79b96 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0428069 Jun 23 14:31:48.959090 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-e537342b-4fa6-4cfe-a1e4-3ae61a135bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:31:48.960678 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-e537342b-4fa6-4cfe-a1e4-3ae61a135bc5 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547252 Jun 23 14:31:48.977902 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '82d95772-6378-49e7-a9c1-5b8026341dfd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:14:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:31:47Z', 'updated_at': '2021-06-23T14:31:47Z', 'revision_number': 0, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}, {'id': 'f875f114-f55a-4e28-8b70-5cf9797d82bd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:1e:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:29:22Z', 'updated_at': '2021-06-23T14:29:25Z', 'revision_number': 1, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:31:49.008393 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b76da-1208-4737-a1dc-5bedfa73367c None None] The sync data for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi is: [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': '82d95772-6378-49e7-a9c1-5b8026341dfd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.238', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:14:11:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:31:47Z', 'updated_at': '2021-06-23T14:31:47Z', 'revision_number': 0, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}, {'id': 'f875f114-f55a-4e28-8b70-5cf9797d82bd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:1e:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:29:22Z', 'updated_at': '2021-06-23T14:29:25Z', 'revision_number': 1, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:31:49.050260 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-47565684-0f5e-401f-9b6f-8aee522da0fa service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827279 Jun 23 14:31:49.144052 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-c9743b8d-347c-4111-803b-bc5149634cd2 req-d9489cc5-1c96-4638-b5e5-224c178ff0a2 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879767 Jun 23 14:31:49.188836 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210986d4-0a20-40e5-83d4-04a79acbc1fb None None] New status for floating IP 82d95772-6378-49e7-a9c1-5b8026341dfd: ACTIVE {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:31:59.527781 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:32:04.952145 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [req-ff8889ec-5e5a-46ae-9802-8432ad688a60 req-5126e206-f66a-4f1a-80b4-118178eab31a tempest-AttachVolumeShelveTestJSON-1021417276 tempest-AttachVolumeShelveTestJSON-1021417276-project] (93097) timed out ('10.222.0.10', 49879) {{(pid=93097) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 14:32:11.094586 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ae148338-ea8c-4a10-80ba-25472123f234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:13.703139 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-7d2b2a5d-bd4a-4d79-b9ea-3c319df71798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:13.826626 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:14.283143 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:15.253410 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:16.689643 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:28.779988 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-495d377e-2dad-40f2-91c3-ecf3932f5735 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499778 Jun 23 14:32:28.869884 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-76ba077e-d93b-457f-9644-e03ebeb27f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:32:28.871309 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-76ba077e-d93b-457f-9644-e03ebeb27f5f service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 1098 time: 0.0502305 Jun 23 14:32:28.977824 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-137e4d94-1cbd-4e63-952c-862d9c316f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:32:28.979278 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-137e4d94-1cbd-4e63-952c-862d9c316f55 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0881495 Jun 23 14:32:29.041724 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-b9dca9a1-ea79-481c-8a83-8cdd50bbe925 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5efe105-60ac-43e1-95ec-1be443fc2820 HTTP/1.1" status: 200 len: 1001 time: 0.0556333 Jun 23 14:32:29.091985 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-9607d2f8-3e4d-4980-9e80-fca9eac30505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:32:29.093347 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-9607d2f8-3e4d-4980-9e80-fca9eac30505 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0454557 Jun 23 14:32:29.149253 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-4976477a-0f3c-4838-92e0-e05d840b5408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:32:29.150698 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-4976477a-0f3c-4838-92e0-e05d840b5408 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510592 Jun 23 14:32:29.234848 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-0ecc409a-d090-41f0-a629-d0056fe6766c service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779057 Jun 23 14:32:29.322896 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-a2c2867a-9298-4d70-9c2e-e154d5e69c4f req-b537c715-080a-4855-95ef-7773a3fab75c service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821733 Jun 23 14:32:36.526586 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:32:41.095411 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4b388d07-3a70-4eb5-88e3-cc838ead5ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:43.703512 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-66ea9ba0-97ea-41da-8cb1-d5cf7289bb41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:43.844406 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:44.283417 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:45.255181 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:32:46.693409 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:11.095225 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ff9c9369-b728-43e3-affc-4e9ea271a796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:13.524237 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:33:13.702793 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-c56ca8fd-c482-4eb8-92b1-67700a12ecb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:13.837864 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:14.284087 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:15.256936 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:16.696332 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:30.243552 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-f87f0bab-81e2-4fbc-9271-3ac489d2149f service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0518897 Jun 23 14:33:30.337989 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-7503b3c1-2d4b-42bc-9297-4a1abf2ac5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:30.339484 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-7503b3c1-2d4b-42bc-9297-4a1abf2ac5ec service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 1098 time: 0.0561063 Jun 23 14:33:30.439844 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-ee531245-fb72-469b-8237-7569e288fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:30.441248 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-ee531245-fb72-469b-8237-7569e288fd12 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0823750 Jun 23 14:33:30.508877 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-7c65e0fa-b493-4658-9ef7-5858e977e6af service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6514e55b-afcd-4fc7-b06a-6772ae762d4b HTTP/1.1" status: 200 len: 1001 time: 0.0609939 Jun 23 14:33:30.557445 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-bdc61221-8ef0-45d0-9401-e0f56b058a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:30.558866 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-bdc61221-8ef0-45d0-9401-e0f56b058a51 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0440531 Jun 23 14:33:30.615246 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-58df909f-6429-4aad-b286-31e4570ca73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:30.616662 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-58df909f-6429-4aad-b286-31e4570ca73b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0502028 Jun 23 14:33:30.708653 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-5f76e22b-834e-4936-b9c0-f859e63c2d7b service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850749 Jun 23 14:33:30.796712 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-e45a82dd-af21-4a61-81c2-d85bd299d943 req-07ee682e-e919-47db-8fcf-35199fc985ed service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817378 Jun 23 14:33:37.226771 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41934) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:37.378495 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Deleting port c9b31914-7b09-4502-ba69-36ebff6ab03e {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:37.378834 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:37.453164 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:37.453488 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:37.465037 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Calling delete_port for c9b31914-7b09-4502-ba69-36ebff6ab03e owned by network:floatingip {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:37.632566 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:37.635346 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-fd477ccb-2ae4-4278-a2ce-090c87c10fdb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:37.659767 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event deleted for resources: {'Port': ['ID=c9b31914-7b09-4502-ba69-36ebff6ab03e,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:37.671354 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.671745 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.672129 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.672504 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.672875 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.673248 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.673618 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.673984 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.674385 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.674736 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.675098 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.675467 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93097) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:37.697379 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:37.736137 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:37.736553 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Floating IP 82d95772-6378-49e7-a9c1-5b8026341dfd disassociated (deleted). External IP: 172.27.3.238, port: 6514e55b-afcd-4fc7-b06a-6772ae762d4b. Jun 23 14:33:37.936759 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:33:38.040885 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:33:38.045564 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:38.050448 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] Sync routers for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:33:38.059670 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:33:38.060500 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:33:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:38.082039 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-6bae4e06-adf0-411c-a50d-8422b242b1f0 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "DELETE /v2.0/floatingips/82d95772-6378-49e7-a9c1-5b8026341dfd HTTP/1.1" status: 204 len: 168 time: 0.8541825 Jun 23 14:33:38.082765 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'tag': '6514e55b-afcd-4fc7-b06a-6772ae762d4b'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:33:38.085086 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774" -d '{"events": [{"name": "network-changed", "server_uuid": "630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c", "tag": "6514e55b-afcd-4fc7-b06a-6772ae762d4b"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:33:38.125956 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9660b44-3bfb-4348-9f72-2598d1027988 x-openstack-request-id: req-f9660b44-3bfb-4348-9f72-2598d1027988 {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:33:38.126295 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c", "tag": "6514e55b-afcd-4fc7-b06a-6772ae762d4b", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:33:38.126642 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f9660b44-3bfb-4348-9f72-2598d1027988 {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:33:38.127090 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'tag': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'status': 'completed', 'code': 200} Jun 23 14:33:38.166217 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:33:38.201958 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-947b2bb0-fbd0-4b06-9a8e-6cc479561204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:38.203496 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-947b2bb0-fbd0-4b06-9a8e-6cc479561204 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 1098 time: 0.0541434 Jun 23 14:33:38.301114 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-19c1f88d-cfe9-4d0d-9c37-67ea7908d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:38.302939 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-19c1f88d-cfe9-4d0d-9c37-67ea7908d4f4 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0928552 Jun 23 14:33:38.355376 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-94f97f0c-9e67-4b9a-a81f-9ad6d568d9f5 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6514e55b-afcd-4fc7-b06a-6772ae762d4b HTTP/1.1" status: 200 len: 217 time: 0.0365064 Jun 23 14:33:38.409476 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'f875f114-f55a-4e28-8b70-5cf9797d82bd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:1e:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:29:22Z', 'updated_at': '2021-06-23T14:29:25Z', 'revision_number': 1, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:38.434730 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-e39114e1-29c5-4327-ac80-9bf2e0c50f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:38.435512 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] Checking router: a6f7f00c-28c6-47e2-a337-10ba5c69dd76 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:33:38.436132 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-e39114e1-29c5-4327-ac80-9bf2e0c50f4e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0737576 Jun 23 14:33:38.444600 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:33:38.445680 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:33:14Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:38.503853 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f577568-4860-4158-aa14-5c297eb5b73c req-5d76ffd7-5ddb-4919-be03-4603f1d6126e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:38.505311 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f577568-4860-4158-aa14-5c297eb5b73c req-5d76ffd7-5ddb-4919-be03-4603f1d6126e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 945 time: 0.1063387 Jun 23 14:33:38.530949 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-e5b7022b-390e-4a15-9af2-aa1e96ed0380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:38.532391 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-e5b7022b-390e-4a15-9af2-aa1e96ed0380 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864515 Jun 23 14:33:38.549088 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:33:38.564913 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-6f577568-4860-4158-aa14-5c297eb5b73c req-c1a5f9f9-4b2a-45a3-8df1-a9f753319115 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529530 Jun 23 14:33:38.639614 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-87c8e520-caf4-41b1-988f-77bfbd2b13db service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968888 Jun 23 14:33:38.729651 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-3723db4e-fa18-4d82-a7f3-a66eb0c2c774 req-4239f565-3d50-4c99-87a3-99f5889d5a7c service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811257 Jun 23 14:33:38.774865 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'f875f114-f55a-4e28-8b70-5cf9797d82bd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:1e:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:29:22Z', 'updated_at': '2021-06-23T14:29:25Z', 'revision_number': 1, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:38.802920 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61214884-c6fb-468f-bd66-f648c588a3c3 None None] The sync data for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi is: [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_floatingips': [{'id': 'f875f114-f55a-4e28-8b70-5cf9797d82bd', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'floating_ip_address': '172.27.3.251', 'floating_network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'router_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'port_id': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'mac_address': 'fa:16:3e:1e:ae:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:29:22Z', 'updated_at': '2021-06-23T14:29:25Z', 'revision_number': 1, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:33:39.001703 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be668dab-31ac-4e2d-b8c5-1f972ee0230f None None] New status for floating IP 82d95772-6378-49e7-a9c1-5b8026341dfd: DOWN {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:33:39.744541 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7079e1c-6a40-4905-8aa2-e847f30cf018 req-9e576e9d-92a2-49f1-9b71-683089d83ffd tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:39.745926 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a7079e1c-6a40-4905-8aa2-e847f30cf018 req-9e576e9d-92a2-49f1-9b71-683089d83ffd tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 945 time: 0.0631661 Jun 23 14:33:39.783404 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-a7079e1c-6a40-4905-8aa2-e847f30cf018 req-7628093d-77c9-4e6f-8470-99275f033e96 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317845 Jun 23 14:33:40.142220 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-131b76fa-3272-4d24-900d-2319e9baebfe tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:40.143667 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-131b76fa-3272-4d24-900d-2319e9baebfe tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 945 time: 0.0621955 Jun 23 14:33:40.245364 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Deleting port 6514e55b-afcd-4fc7-b06a-6772ae762d4b {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:40.245710 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:40.335109 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] For port 6514e55b-afcd-4fc7-b06a-6772ae762d4b, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=6514e55b-afcd-4fc7-b06a-6772ae762d4b,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:33:40.335470 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:40.346800 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Calling delete_port for 6514e55b-afcd-4fc7-b06a-6772ae762d4b owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:40.471129 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:40.476660 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-7e19e92a-211a-49d1-986e-bca9c111ea08 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:40.505608 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event deleted for resources: {'Port': ['ID=6514e55b-afcd-4fc7-b06a-6772ae762d4b,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:40.511056 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:40.550104 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] No DVR routers for this DVR port 6514e55b-afcd-4fc7-b06a-6772ae762d4b on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:33:40.552801 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:40.554809 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-54a1945e-2497-4f6e-a484-6fd6990d430c req-9d67872b-d2be-4ad0-a2e2-062e847f28e9 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "DELETE /v2.0/ports/6514e55b-afcd-4fc7-b06a-6772ae762d4b HTTP/1.1" status: 204 len: 173 time: 0.4057627 Jun 23 14:33:40.555348 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'name': 'network-vif-deleted', 'tag': '6514e55b-afcd-4fc7-b06a-6772ae762d4b'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:33:40.557691 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1ea789-d252-466e-a049-b645e0cae02e" -d '{"events": [{"server_uuid": "630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c", "name": "network-vif-deleted", "tag": "6514e55b-afcd-4fc7-b06a-6772ae762d4b"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:33:40.604631 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8284e349-9596-446d-9413-7619af44ce3d x-openstack-request-id: req-8284e349-9596-446d-9413-7619af44ce3d {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:33:40.604966 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c", "name": "network-vif-deleted", "tag": "6514e55b-afcd-4fc7-b06a-6772ae762d4b", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:33:40.605258 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8284e349-9596-446d-9413-7619af44ce3d {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:33:40.605692 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c', 'name': 'network-vif-deleted', 'tag': '6514e55b-afcd-4fc7-b06a-6772ae762d4b', 'status': 'completed', 'code': 200} Jun 23 14:33:40.931326 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-620ffebc-712b-4579-950d-5acb78c1de3e req-170a9bda-345a-4d88-9aee-427f191a6de1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=630d40f1-1f34-4ec8-a3b8-6ac871fc7f6c HTTP/1.1" status: 200 len: 210 time: 0.0297310 Jun 23 14:33:41.094908 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f836be42-59a8-4d13-a20b-2c6907e30f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:43.706181 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2e699ce1-a42e-4b43-87e4-2795b51f8b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:43.832654 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:44.249251 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41976) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:44.286833 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:44.666106 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Deleting port 79b5f2c1-8ac2-444e-950f-d574312063b0 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:44.666472 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:44.707004 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6514e55b-afcd-4fc7-b06a-6772ae762d4b no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:33:44.727341 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: 6514e55b-afcd-4fc7-b06a-6772ae762d4b {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:33:44.727881 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device 6514e55b-afcd-4fc7-b06a-6772ae762d4b not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:33:44.753995 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:44.754331 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:44.766691 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Calling delete_port for 79b5f2c1-8ac2-444e-950f-d574312063b0 owned by network:floatingip {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:44.910115 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:44.912803 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-5af4ad5a-8b1f-47d0-b985-0da1fc076f3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:44.936978 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event deleted for resources: {'Port': ['ID=79b5f2c1-8ac2-444e-950f-d574312063b0,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:44.939909 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:44.997000 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:44.997345 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.db.l3_db [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Floating IP f875f114-f55a-4e28-8b70-5cf9797d82bd disassociated (deleted). External IP: 172.27.3.251, port: b5efe105-60ac-43e1-95ec-1be443fc2820. Jun 23 14:33:45.206607 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:33:45.260211 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:45.318884 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:33:45.323805 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:45.328334 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] Sync routers for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:33:45.338278 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:33:45.338951 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:33:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:45.367803 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "DELETE /v2.0/floatingips/f875f114-f55a-4e28-8b70-5cf9797d82bd HTTP/1.1" status: 204 len: 168 time: 1.1174498 Jun 23 14:33:45.368474 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'tag': 'b5efe105-60ac-43e1-95ec-1be443fc2820'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:33:45.370811 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2e8ad2-4259-4362-97dd-ed4bae707c94" -d '{"events": [{"name": "network-changed", "server_uuid": "1b86b83d-22aa-4be4-ae67-db65eae622c7", "tag": "b5efe105-60ac-43e1-95ec-1be443fc2820"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:33:45.427477 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50b0970-3e59-4a8c-8e7f-5a76cf9db51e x-openstack-request-id: req-f50b0970-3e59-4a8c-8e7f-5a76cf9db51e {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:33:45.427477 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b86b83d-22aa-4be4-ae67-db65eae622c7", "tag": "b5efe105-60ac-43e1-95ec-1be443fc2820", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:33:45.428417 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f50b0970-3e59-4a8c-8e7f-5a76cf9db51e {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:33:45.428929 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'tag': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'status': 'completed', 'code': 200} Jun 23 14:33:45.503091 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-4a2b1cbd-6244-4547-88ec-c2290efd3aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:45.504964 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-4a2b1cbd-6244-4547-88ec-c2290efd3aa1 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=fc1e240c5f05493da40ff161585eb16f&device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 1098 time: 0.0569782 Jun 23 14:33:45.585160 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:33:45.608731 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-d0fa79ff-0079-4c4c-8571-226ac26abe49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:45.610216 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-d0fa79ff-0079-4c4c-8571-226ac26abe49 service neutron] 10.222.0.10 "GET /v2.0/networks?id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 200 len: 912 time: 0.0992470 Jun 23 14:33:45.653989 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-12e52e9e-b21b-40a0-9297-55225d34f9dd service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5efe105-60ac-43e1-95ec-1be443fc2820 HTTP/1.1" status: 200 len: 217 time: 0.0366609 Jun 23 14:33:45.738590 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-c12e2dae-3b46-471f-9d97-a68b43626323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:45.740472 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-c12e2dae-3b46-471f-9d97-a68b43626323 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 200 len: 850 time: 0.0795283 Jun 23 14:33:45.792407 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:45.797208 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd35521-528f-43bd-8835-c4c8c356e5c9 req-1ae07279-7607-4c2a-9927-d82226622eb1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:45.798691 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afd35521-528f-43bd-8835-c4c8c356e5c9 req-1ae07279-7607-4c2a-9927-d82226622eb1 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 945 time: 0.1051185 Jun 23 14:33:45.819119 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] Checking router: a6f7f00c-28c6-47e2-a337-10ba5c69dd76 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:33:45.827354 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:33:45.827972 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:33:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:45.831800 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-83293df2-d3b7-4a69-8921-c750db1a78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:45.833264 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-83293df2-d3b7-4a69-8921-c750db1a78d2 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=d6b6347a-19f7-4c80-ba04-5fec5941d6ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0855305 Jun 23 14:33:45.869508 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-afd35521-528f-43bd-8835-c4c8c356e5c9 req-7c6a9cb0-c06d-4cae-bd99-9ec5aaef92fb tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618794 Jun 23 14:33:45.933054 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:33:45.935736 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-8fa8b3da-3ded-4ed4-9d38-e08fc69688c7 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931840 Jun 23 14:33:46.027179 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-fe2e8ad2-4259-4362-97dd-ed4bae707c94 req-1f44c751-e10a-4674-9b79-95c6ea2e6661 service neutron] 10.222.0.10 "GET /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845227 Jun 23 14:33:46.126869 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:46.155846 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fca3f43-69aa-4239-b22c-33cfc6da6598 None None] The sync data for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi is: [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:56Z', 'revision_number': 4, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi', '_interfaces': [{'id': 'c31b61a5-85b3-4848-8234-729e0fbdaf39', 'name': '', 'network_id': 'd6b6347a-19f7-4c80-ba04-5fec5941d6ea', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'mac_address': 'fa:16:3e:c0:ec:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:56Z', 'updated_at': '2021-06-23T14:26:02Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'subnets': [{'id': '20287a0d-1650-483f-ae67-ef2e99acd3d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:33:46.371287 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aa31866-47d8-4190-9956-abf9e60e564e None None] New status for floating IP f875f114-f55a-4e28-8b70-5cf9797d82bd: DOWN {{(pid=93100) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:33:46.699702 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:47.045400 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f878cb-0d7f-4d83-84e9-954c7768c42a req-10a546d6-368f-47af-ba10-23bba264f483 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93098) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:47.046769 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e5f878cb-0d7f-4d83-84e9-954c7768c42a req-10a546d6-368f-47af-ba10-23bba264f483 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 945 time: 0.0652854 Jun 23 14:33:47.082340 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-e5f878cb-0d7f-4d83-84e9-954c7768c42a req-28000061-bc93-4f78-9b28-bf1b1f6bf2af tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/security-groups?id=7c8e6ef6-de99-424d-9670-14e312804db3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301673 Jun 23 14:33:47.287045 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-9fca45f8-8b24-4342-8816-c8750d4cac2d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93097) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:33:47.288509 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-9fca45f8-8b24-4342-8816-c8750d4cac2d tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 945 time: 0.0619953 Jun 23 14:33:47.388472 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Deleting port b5efe105-60ac-43e1-95ec-1be443fc2820 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:47.388472 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:47.488638 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] For port b5efe105-60ac-43e1-95ec-1be443fc2820, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=b5efe105-60ac-43e1-95ec-1be443fc2820,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:33:47.489003 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:47.500861 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Calling delete_port for b5efe105-60ac-43e1-95ec-1be443fc2820 owned by compute:nova {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:47.627399 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:47.632166 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-9b2f4cea-ec50-4ceb-a103-04afd8f217ae tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:47.662642 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event deleted for resources: {'Port': ['ID=b5efe105-60ac-43e1-95ec-1be443fc2820,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:47.665163 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:47.702852 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] No DVR routers for this DVR port b5efe105-60ac-43e1-95ec-1be443fc2820 on host hv-cinder-79400 {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:33:47.705482 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for port, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:47.707456 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [req-1798d298-ef60-43d8-8023-714fd7f1c73d req-1474d4b2-16a4-43b9-b0ea-7312c3e6970a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.10 "DELETE /v2.0/ports/b5efe105-60ac-43e1-95ec-1be443fc2820 HTTP/1.1" status: 204 len: 173 time: 0.4134459 Jun 23 14:33:47.707967 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'name': 'network-vif-deleted', 'tag': 'b5efe105-60ac-43e1-95ec-1be443fc2820'}] {{(pid=93097) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:33:47.711047 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17bd5c753c036c535c65743c08c5955a451936afc6b1b2f9be7ec4ee4974002" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629ef7b7-e049-4e6d-a76a-18bebc83f267" -d '{"events": [{"server_uuid": "1b86b83d-22aa-4be4-ae67-db65eae622c7", "name": "network-vif-deleted", "tag": "b5efe105-60ac-43e1-95ec-1be443fc2820"}]}' {{(pid=93097) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:33:47.749763 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804492d5-d1f2-4392-8f1c-0539b4dcbdfc x-openstack-request-id: req-804492d5-d1f2-4392-8f1c-0539b4dcbdfc {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:33:47.750100 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b86b83d-22aa-4be4-ae67-db65eae622c7", "name": "network-vif-deleted", "tag": "b5efe105-60ac-43e1-95ec-1be443fc2820", "status": "completed", "code": 200}]} {{(pid=93097) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:33:47.750434 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-804492d5-d1f2-4392-8f1c-0539b4dcbdfc {{(pid=93097) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:33:47.750876 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b86b83d-22aa-4be4-ae67-db65eae622c7', 'name': 'network-vif-deleted', 'tag': 'b5efe105-60ac-43e1-95ec-1be443fc2820', 'status': 'completed', 'code': 200} Jun 23 14:33:48.239285 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [req-decbfbfd-0d6c-4794-bd78-e688e2351cd1 req-ba9a34ea-ac74-4ad6-bcbe-c9770fb5646c tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "GET /v2.0/ports?device_id=1b86b83d-22aa-4be4-ae67-db65eae622c7 HTTP/1.1" status: 200 len: 210 time: 0.0294373 Jun 23 14:33:49.332685 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 41992) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:49.453540 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Deleting port e0aa59ee-d3c5-485a-8005-9afc9ad7af24 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:49.453879 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:49.537318 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:49.537558 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:49.548673 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Calling delete_port for e0aa59ee-d3c5-485a-8005-9afc9ad7af24 owned by network:floatingip {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:49.677251 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:49.680069 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-4ef52930-cc5f-4afc-8944-ec29f1700802 tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:49.705168 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event deleted for resources: {'Port': ['ID=e0aa59ee-d3c5-485a-8005-9afc9ad7af24,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:49.710527 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:49.765084 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for floatingip, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:49.769763 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-117077'] for floatingip, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:49.771485 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-bfe13a9f-617a-4bad-9d93-900db2b24b2a tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "DELETE /v2.0/floatingips/18e3ddba-dc22-474e-a835-665bff3c48de HTTP/1.1" status: 204 len: 168 time: 0.4371684 Jun 23 14:33:50.523161 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:33:50.726682 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device b5efe105-60ac-43e1-95ec-1be443fc2820 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:33:50.746453 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] No Port match for: b5efe105-60ac-43e1-95ec-1be443fc2820 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:33:50.746818 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Device b5efe105-60ac-43e1-95ec-1be443fc2820 not bound to the agent host hv-cinder-79400 {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:33:51.025868 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 42004) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:51.086388 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eea81d9b-6fb0-4a8e-af02-5606f0c0f08e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:51.114690 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eea81d9b-6fb0-4a8e-af02-5606f0c0f08e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:51.175643 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eea81d9b-6fb0-4a8e-af02-5606f0c0f08e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:51.178328 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-eea81d9b-6fb0-4a8e-af02-5606f0c0f08e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:51.179430 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-eea81d9b-6fb0-4a8e-af02-5606f0c0f08e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] 10.222.0.26 "DELETE /v2.0/security-groups/7c8e6ef6-de99-424d-9670-14e312804db3 HTTP/1.1" status: 204 len: 168 time: 0.1525211 Jun 23 14:33:51.180202 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-f5d04f7f-ace9-4308-bf1a-f9d2fd241b02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:51.188987 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea81d9b-6fb0-4a8e-af02-5606f0c0f08e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8e6ef6-de99-424d-9670-14e312804db3,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:51.191477 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-eea81d9b-6fb0-4a8e-af02-5606f0c0f08e tempest-TestVolumeBootPattern-1248089092 tempest-TestVolumeBootPattern-1248089092-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:51.230874 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 42008) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:51.726883 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478946'] for router_interface, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:51.974343 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Deleting port c31b61a5-85b3-4848-8234-729e0fbdaf39 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:51.974703 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:52.052491 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] For port c31b61a5-85b3-4848-8234-729e0fbdaf39, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=c31b61a5-85b3-4848-8234-729e0fbdaf39,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:33:52.053165 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:52.064749 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Calling delete_port for c31b61a5-85b3-4848-8234-729e0fbdaf39 owned by network:router_interface {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:52.237203 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:52.239096 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-874929b7-2364-4a2e-a1b6-66d70bb404ea tempest-AttachVolumeNegativeTest-622076869 tempest-AttachVolumeNegativeTest-622076869-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:52.261328 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31b61a5-85b3-4848-8234-729e0fbdaf39,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:52.264696 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:52.423815 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16331031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16463378'] for router_interface, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:52.628307 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93097) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:33:52.994684 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93097) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:33:52.999716 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-2d2dceb0-a077-4570-a887-57b1e39b6249 admin admin] 10.222.0.26 "PUT /v2.0/routers/a6f7f00c-28c6-47e2-a337-10ba5c69dd76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7677906 Jun 23 14:33:53.002447 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 42012) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:53.005599 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] Sync routers for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:33:53.015501 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:33:53.016108 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:33:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:53.103800 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Notify callbacks [] for router, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.117992 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:33:53.204551 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.255630 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Deleting port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:53.255891 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.290855 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113'}], 'enable_snat': True}, 'gw_port_id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:33:52Z', 'revision_number': 5, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port': {'id': 'a4e441c4-7570-42d8-86f0-4e3cf63bfc8d', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:a9:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:53.319633 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] Checking router: a6f7f00c-28c6-47e2-a337-10ba5c69dd76 for host: dv-cinder-794001-2-iscsi {{(pid=93099) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:33:53.327697 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] Routers {'a6f7f00c-28c6-47e2-a337-10ba5c69dd76'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93099) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:33:53.328307 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:33:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'], 'active': True} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:53.337501 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] For port a4e441c4-7570-42d8-86f0-4e3cf63bfc8d, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=a4e441c4-7570-42d8-86f0-4e3cf63bfc8d,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:33:53.337865 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.349085 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Calling delete_port for a4e441c4-7570-42d8-86f0-4e3cf63bfc8d owned by network:router_gateway {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:53.414342 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvr_db [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] Set router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 gateway port host: None {{(pid=93099) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:33:53.467585 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_hamode_db [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:33:53Z', 'revision_number': 6, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port_host': None}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:53.496726 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f89d7c-7bc5-4ce7-b0cb-db7d2201f7bc None None] The sync data for ids ['a6f7f00c-28c6-47e2-a337-10ba5c69dd76'] in dv-cinder-794001-2-iscsi is: [{'id': 'a6f7f00c-28c6-47e2-a337-10ba5c69dd76', 'name': 'tempest-TestVolumeBootPattern-738215266-router', 'tenant_id': 'fc1e240c5f05493da40ff161585eb16f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:54Z', 'updated_at': '2021-06-23T14:33:53Z', 'revision_number': 6, 'project_id': 'fc1e240c5f05493da40ff161585eb16f', 'gw_port_host': None}] {{(pid=93099) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:33:53.526589 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.531285 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-e4ef85da-481f-465d-83cc-c7c5ab5f29d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:53.554765 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e441c4-7570-42d8-86f0-4e3cf63bfc8d,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:53.557609 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:53.610832 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16462471'] for router_gateway, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.712356 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16451747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32602'] for router, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.714447 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.779383 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16463337'] for router, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.779817 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6f7f00c-28c6-47e2-a337-10ba5c69dd76 {{(pid=93097) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:33:53.785128 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] Notify callbacks [] for router, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.786247 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-78488ae8-eabe-4f71-ad06-4859371e985f admin admin] 10.222.0.26 "DELETE /v2.0/routers/a6f7f00c-28c6-47e2-a337-10ba5c69dd76 HTTP/1.1" status: 204 len: 168 time: 0.7828996 Jun 23 14:33:53.789019 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 42014) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:53.833681 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.db_base_plugin_v2 [None req-458fb076-f841-4c28-84eb-b37154eb8e09 admin admin] Deleting subnet 20287a0d-1650-483f-ae67-ef2e99acd3d0 {{(pid=93097) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:33:53.837181 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-458fb076-f841-4c28-84eb-b37154eb8e09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.872504 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-458fb076-f841-4c28-84eb-b37154eb8e09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13996498'] for subnet, precommit_delete_associations {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:53.954391 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-458fb076-f841-4c28-84eb-b37154eb8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.007395 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-458fb076-f841-4c28-84eb-b37154eb8e09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13390601', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12976812'] for subnet, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.010560 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-08aa1b19-53e2-4ed4-835b-168cce60932d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:54.033384 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fb076-f841-4c28-84eb-b37154eb8e09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=20287a0d-1650-483f-ae67-ef2e99acd3d0,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:54.035934 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-458fb076-f841-4c28-84eb-b37154eb8e09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:54.038513 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-458fb076-f841-4c28-84eb-b37154eb8e09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for subnet, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.040327 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-458fb076-f841-4c28-84eb-b37154eb8e09 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/20287a0d-1650-483f-ae67-ef2e99acd3d0 HTTP/1.1" status: 204 len: 168 time: 0.2501817 Jun 23 14:33:54.042715 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 42016) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:54.044040 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6825efc-c5e2-47f2-88d5-feedda727f8f None None] Network d6b6347a-19f7-4c80-ba04-5fec5941d6ea requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:33:54.114889 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.166066 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Deleting port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 {{(pid=93097) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:54.166424 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.234982 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.db [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] For port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=0c88d857-27a7-4f7e-ac56-c0f67dd017e2,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93097) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:33:54.235344 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.248139 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] DHCP port deletion for d6b6347a-19f7-4c80-ba04-5fec5941d6ea request from dv-cinder-794001-2-iscsi {{(pid=93099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:33:54.249421 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.plugin [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Calling delete_port for 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 owned by network:dhcp {{(pid=93097) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:54.293628 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Deleting port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:54.293968 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.328812 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13390659'] for port, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.330983 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-6f781b83-f204-475f-85bf-df587be538c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:54.355563 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c88d857-27a7-4f7e-ac56-c0f67dd017e2,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:54.355892 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] For port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=0c88d857-27a7-4f7e-ac56-c0f67dd017e2,segment=NetworkSegment(04f0869a-0d58-4355-a84f-74366575d45f),segment_id=04f0869a-0d58-4355-a84f-74366575d45f)] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:33:54.356307 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.358126 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:54.360799 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] No DVR routers for this DVR port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 on host dv-cinder-794001-2-iscsi {{(pid=93097) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:33:54.370820 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Calling delete_port for 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:54.436890 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.447451 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b6347a-19f7-4c80-ba04-5fec5941d6ea']}} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:54.452825 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.454945 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-183a5b47-0b6d-4f28-8ec3-e4fd9fc15b71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:54.459308 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04f0869a-0d58-4355-a84f-74366575d45f') {'for_net_delete': True} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:54.459624 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.services.segments.db [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04f0869a-0d58-4355-a84f-74366575d45f') {} {{(pid=93097) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:54.468955 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13996493'] for segment, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.480164 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Pushing event deleted for resources: {'Port': ['ID=0c88d857-27a7-4f7e-ac56-c0f67dd017e2,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:54.484410 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.486978 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] No DVR routers for this DVR port 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 on host dv-cinder-794001-2-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:33:54.493274 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Releasing vlan 662 on physical network physnet1 to pool {{(pid=93097) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:33:54.493813 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13390740'] for segment, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.495182 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.495972 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.495972 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: Traceback (most recent call last): Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: timer() Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: cb(*args, **kw) Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: return func(*args, **kwargs) Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: self._notify() Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: self.callback(batched_events) Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: event.method(event) Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: return f(self, *a, **k) Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._get(url).json() Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: return self.request(url, 'GET', **kwargs) Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:33:54.496201 dv-cinder-794001-2-iscsi neutron-server[93097]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:33:54.500107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.500107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.500107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.500107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.500107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.500107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.500107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.500107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.500107 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93099) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:54.505705 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-2731f21b-8be3-4af5-8cad-7aeddc8c575a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:54.555425 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.559501 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:54.562331 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:54.564060 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] 10.222.0.26 "DELETE /v2.0/networks/d6b6347a-19f7-4c80-ba04-5fec5941d6ea HTTP/1.1" status: 204 len: 168 time: 0.5203803 Jun 23 14:33:54.567174 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 42018) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:54.574927 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6b6347a-19f7-4c80-ba04-5fec5941d6ea,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:54.579155 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-36b5b615-6971-4952-92d1-5cecc6594593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:54.907432 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16478946'] for router_interface, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:55.151398 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Deleting port c92031dc-3150-47fe-bf97-314ea1f645fa {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:55.151726 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:55.224853 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] For port c92031dc-3150-47fe-bf97-314ea1f645fa, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=c92031dc-3150-47fe-bf97-314ea1f645fa,segment=NetworkSegment(20d2b414-7c92-429d-8f49-1909cde73c55),segment_id=20d2b414-7c92-429d-8f49-1909cde73c55)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:33:55.225126 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:55.242784 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Calling delete_port for c92031dc-3150-47fe-bf97-314ea1f645fa owned by network:router_interface {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:55.416427 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:55.418464 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-c5e9c26b-41e3-46f5-aff9-5648900f8a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:55.443245 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Pushing event deleted for resources: {'Port': ['ID=c92031dc-3150-47fe-bf97-314ea1f645fa,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:55.448976 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device a4e441c4-7570-42d8-86f0-4e3cf63bfc8d no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:33:55.459556 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.459944 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.460329 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.460703 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.461075 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.461442 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.461807 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.462174 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.462563 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.462930 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.463292 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.463653 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-iscsi {{(pid=93098) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:33:55.470559 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: a4e441c4-7570-42d8-86f0-4e3cf63bfc8d {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:33:55.470951 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device a4e441c4-7570-42d8-86f0-4e3cf63bfc8d not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:33:55.471382 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c31b61a5-85b3-4848-8234-729e0fbdaf39 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:33:55.485561 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:55.490737 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: c31b61a5-85b3-4848-8234-729e0fbdaf39 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:33:55.491101 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c31b61a5-85b3-4848-8234-729e0fbdaf39 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:33:55.491533 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:33:55.514643 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:33:55.515003 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 0c88d857-27a7-4f7e-ac56-c0f67dd017e2 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:33:55.626972 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16331031', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16463378'] for router_interface, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:55.832858 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Router fca29b91-755e-40d2-8d63-d6b2b5c53599 has already been hosted by L3 agent 2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261 {{(pid=93098) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:33:55.942865 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] Notify agent at l3_agent.dv-cinder-794001-2-iscsi the message routers_updated {{(pid=93098) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:33:55.948095 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-11322532-99ef-4a96-9681-d00da468ee1b admin admin] 10.222.0.26 "PUT /v2.0/routers/fca29b91-755e-40d2-8d63-d6b2b5c53599/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3798862 Jun 23 14:33:55.950588 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 42020) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:55.953274 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] Sync routers for ids ['fca29b91-755e-40d2-8d63-d6b2b5c53599'] in dv-cinder-794001-2-iscsi {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:33:55.962879 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] Routers {'fca29b91-755e-40d2-8d63-d6b2b5c53599'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:33:55.963507 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:33:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['fca29b91-755e-40d2-8d63-d6b2b5c53599'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:56.052714 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Notify callbacks [] for router, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:56.064371 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] Set router fca29b91-755e-40d2-8d63-d6b2b5c53599 gateway port host: dv-cinder-794001-2-iscsi {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:33:56.153554 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:56.208437 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Deleting port f1109607-8860-4c0f-91b0-6a2da4448fa1 {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:56.208779 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:56.242253 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'name': 'tempest-TestVolumeBootPattern-2111856570-router', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'external_fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130'}], 'enable_snat': True}, 'gw_port_id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:58Z', 'updated_at': '2021-06-23T14:33:55Z', 'revision_number': 5, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'gw_port': {'id': 'f1109607-8860-4c0f-91b0-6a2da4448fa1', 'name': '', 'network_id': 'a8114055-eda3-4a8a-939d-4d3bf614516a', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:57:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'ip_address': '172.27.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:25:59Z', 'updated_at': '2021-06-23T14:26:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '45bd127d-6202-43b9-9a09-4358ba5e5339', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-iscsi'}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:56.271413 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] Checking router: fca29b91-755e-40d2-8d63-d6b2b5c53599 for host: dv-cinder-794001-2-iscsi {{(pid=93100) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:33:56.279335 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] Routers {'fca29b91-755e-40d2-8d63-d6b2b5c53599'} bound to L3 agent in host dv-cinder-794001-2-iscsi {{(pid=93100) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:33:56.279941 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:14Z,description=,heartbeat_timestamp=2021-06-23T14:33:44Z,host='dv-cinder-794001-2-iscsi',id=2ccc0e5b-c92f-4ba8-b2a1-cb3237dbe261,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:14Z,topic='l3_agent')) {'router_ids': ['fca29b91-755e-40d2-8d63-d6b2b5c53599'], 'active': True} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:56.289236 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] For port f1109607-8860-4c0f-91b0-6a2da4448fa1, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=f1109607-8860-4c0f-91b0-6a2da4448fa1,segment=NetworkSegment(6d8935d5-0407-4a92-b081-ffeba05940c1),segment_id=6d8935d5-0407-4a92-b081-ffeba05940c1)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:33:56.289606 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:56.303390 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Calling delete_port for f1109607-8860-4c0f-91b0-6a2da4448fa1 owned by network:router_gateway {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:56.450252 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_dvr_db [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] Set router fca29b91-755e-40d2-8d63-d6b2b5c53599 gateway port host: None {{(pid=93100) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:33:56.467859 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:56.471164 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-2861a5d4-a931-4437-8ed4-50a721b56cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:56.496726 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1109607-8860-4c0f-91b0-6a2da4448fa1,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:56.500542 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:56.504200 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.l3_hamode_db [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'name': 'tempest-TestVolumeBootPattern-2111856570-router', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:58Z', 'updated_at': '2021-06-23T14:33:56Z', 'revision_number': 6, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'gw_port_host': None}], 'dv-cinder-794001-2-iscsi', False) {} {{(pid=93100) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:56.533738 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78283d7-c956-4689-9e01-9eaa33f31abc None None] The sync data for ids ['fca29b91-755e-40d2-8d63-d6b2b5c53599'] in dv-cinder-794001-2-iscsi is: [{'id': 'fca29b91-755e-40d2-8d63-d6b2b5c53599', 'name': 'tempest-TestVolumeBootPattern-2111856570-router', 'tenant_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:25:58Z', 'updated_at': '2021-06-23T14:33:56Z', 'revision_number': 6, 'project_id': '8ee39b2e6e704488b7f8cda0bcbfba43', 'gw_port_host': None}] {{(pid=93100) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:33:56.565125 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16462471'] for router_gateway, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:56.894913 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16451747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-32602'] for router, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:56.897116 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:56.939543 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16463337'] for router, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:56.940157 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fca29b91-755e-40d2-8d63-d6b2b5c53599 {{(pid=93098) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:33:56.945071 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] Notify callbacks [] for router, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:56.948699 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-470baee5-c80e-4c8f-b43f-b9eff6676156 admin admin] 10.222.0.26 "DELETE /v2.0/routers/fca29b91-755e-40d2-8d63-d6b2b5c53599 HTTP/1.1" status: 204 len: 168 time: 0.9946127 Jun 23 14:33:56.948940 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 42022) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:56.993298 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.db_base_plugin_v2 [None req-677c64e9-6610-4cfb-8a97-68a838e7792f admin admin] Deleting subnet d43fe1d2-06eb-4fac-82ce-48d64221a87b {{(pid=93098) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:33:56.996238 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-677c64e9-6610-4cfb-8a97-68a838e7792f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.029146 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-677c64e9-6610-4cfb-8a97-68a838e7792f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13579050'] for subnet, precommit_delete_associations {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.106531 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-677c64e9-6610-4cfb-8a97-68a838e7792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-755424'] for subnet, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.158726 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-677c64e9-6610-4cfb-8a97-68a838e7792f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-755449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94847', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13461347', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13136501'] for subnet, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.161021 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:57.184481 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677c64e9-6610-4cfb-8a97-68a838e7792f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d43fe1d2-06eb-4fac-82ce-48d64221a87b,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:57.189361 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-677c64e9-6610-4cfb-8a97-68a838e7792f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.191210 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-677c64e9-6610-4cfb-8a97-68a838e7792f admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d43fe1d2-06eb-4fac-82ce-48d64221a87b HTTP/1.1" status: 204 len: 168 time: 0.2413416 Jun 23 14:33:57.192917 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-677c64e9-6610-4cfb-8a97-68a838e7792f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:57.193728 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 42024) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:57.194578 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc09d32f-dd14-4ab0-94a4-01ee2a70cb43 None None] Network cba03b38-35b6-461d-ba33-9e1774bb44ac requested from dv-cinder-794001-2-iscsi {{(pid=93099) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:33:57.264739 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-638822'] for network, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.319466 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Deleting port 07b6c172-4105-48a4-b8d3-16dbffb91390 {{(pid=93098) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:57.319838 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.382897 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] DHCP port deletion for cba03b38-35b6-461d-ba33-9e1774bb44ac request from dv-cinder-794001-2-iscsi {{(pid=93099) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:33:57.388311 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.db [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] For port 07b6c172-4105-48a4-b8d3-16dbffb91390, host dv-cinder-794001-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-iscsi',level=0,port_id=07b6c172-4105-48a4-b8d3-16dbffb91390,segment=NetworkSegment(20d2b414-7c92-429d-8f49-1909cde73c55),segment_id=20d2b414-7c92-429d-8f49-1909cde73c55)] {{(pid=93098) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:33:57.388663 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.412061 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.plugin [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Calling delete_port for 07b6c172-4105-48a4-b8d3-16dbffb91390 owned by network:dhcp {{(pid=93098) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:57.499191 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13461289'] for port, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.501738 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:57.526998 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b6c172-4105-48a4-b8d3-16dbffb91390,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:57.531569 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:57.533821 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] No DVR routers for this DVR port 07b6c172-4105-48a4-b8d3-16dbffb91390 on host dv-cinder-794001-2-iscsi {{(pid=93098) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:33:57.541981 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c92031dc-3150-47fe-bf97-314ea1f645fa no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:33:57.563864 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: c92031dc-3150-47fe-bf97-314ea1f645fa {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:33:57.564216 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device c92031dc-3150-47fe-bf97-314ea1f645fa not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:33:57.564867 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device f1109607-8860-4c0f-91b0-6a2da4448fa1 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:33:57.587521 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: f1109607-8860-4c0f-91b0-6a2da4448fa1 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:33:57.587871 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device f1109607-8860-4c0f-91b0-6a2da4448fa1 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:33:57.588509 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 07b6c172-4105-48a4-b8d3-16dbffb91390 no longer exists at agent ovs-agent-dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:33:57.609189 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] No Port match for: 07b6c172-4105-48a4-b8d3-16dbffb91390 {{(pid=93099) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:33:57.609452 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.rpc [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Device 07b6c172-4105-48a4-b8d3-16dbffb91390 not bound to the agent host dv-cinder-794001-2-iscsi {{(pid=93099) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:33:57.611760 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-756589', 'neutron.services.segments.db._delete_segments_for_network-8784508556063'] for network, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.623776 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba03b38-35b6-461d-ba33-9e1774bb44ac']}} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:57.627093 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] Deleting port 07b6c172-4105-48a4-b8d3-16dbffb91390 {{(pid=93099) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:33:57.627780 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784508485919'] for port, before_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.634695 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20d2b414-7c92-429d-8f49-1909cde73c55') {'for_net_delete': True} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:57.634993 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.services.segments.db [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20d2b414-7c92-429d-8f49-1909cde73c55') {} {{(pid=93098) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:33:57.644118 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784508545006', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13579061'] for segment, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.658340 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509'] for segment, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.664970 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=93098) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:33:57.665296 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759509', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13461502'] for segment, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: Traceback (most recent call last): Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: timer() Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: cb(*args, **kw) Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: return func(*args, **kwargs) Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: self._notify() Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: self.callback(batched_events) Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: event.method(event) Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: return f(self, *a, **k) Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._get(url).json() Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: return self.request(url, 'GET', **kwargs) Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:33:57.667189 dv-cinder-794001-2-iscsi neutron-server[93098]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:33:57.693348 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.db [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] For port 07b6c172-4105-48a4-b8d3-16dbffb91390, host dv-cinder-794001-2-iscsi, got binding levels [] {{(pid=93099) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:33:57.693862 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16301005'] for port, precommit_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.705980 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.plugins.ml2.plugin [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] Calling delete_port for 07b6c172-4105-48a4-b8d3-16dbffb91390 owned by network:dhcp {{(pid=93099) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:33:57.709132 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.ipam_backend_mixin [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] Port 07b6c172-4105-48a4-b8d3-16dbffb91390 was not found and therefore no delete operation was performed {{(pid=93099) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 14:33:57.710413 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-615536', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-23794', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16331013', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784508490545', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784508015526'] for port, after_delete {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.712955 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:57.723429 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-756582', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-16776826', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-16331038', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16462454'] for network, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.727763 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-a9d38fb8-8128-4609-af3e-0bb54aaee1bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:57.730231 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16331067'] for network, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.734431 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] 10.222.0.26 "DELETE /v2.0/networks/cba03b38-35b6-461d-ba33-9e1774bb44ac HTTP/1.1" status: 204 len: 168 time: 0.5374553 Jun 23 14:33:57.739333 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] Pushing event deleted for resources: {'Port': ['ID=07b6c172-4105-48a4-b8d3-16dbffb91390,revision_number=None']} {{(pid=93099) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:57.746968 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Pushing event deleted for resources: {'Network': ['ID=cba03b38-35b6-461d-ba33-9e1774bb44ac,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:57.749314 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-d7e9975b-b245-454b-b9d0-114d5931af58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:57.752175 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] No DVR routers for this DVR port 07b6c172-4105-48a4-b8d3-16dbffb91390 on host dv-cinder-794001-2-iscsi {{(pid=93099) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:33:57.757135 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG oslo_concurrency.lockutils [None req-fd57f13c-0449-4fab-9453-3f4fb7360cd5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:57.880349 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 42028) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:57.919975 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-24d6963f-4082-4108-af18-085ba2a37ff1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc1e240c5f05493da40ff161585eb16f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370297 Jun 23 14:33:57.922069 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [-] (93098) accepted ('10.222.0.26', 42030) {{(pid=93098) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:57.967541 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-80278cc5-2e7b-4402-b872-2dbabb75a003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:57.987523 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-80278cc5-2e7b-4402-b872-2dbabb75a003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:58.032214 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-80278cc5-2e7b-4402-b872-2dbabb75a003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:58.034781 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron_lib.callbacks.manager [None req-80278cc5-2e7b-4402-b872-2dbabb75a003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93098) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:58.035901 dv-cinder-794001-2-iscsi neutron-server[93098]: INFO neutron.wsgi [None req-80278cc5-2e7b-4402-b872-2dbabb75a003 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2305af4f-4f9e-48a3-a289-a87bca6fc814 HTTP/1.1" status: 204 len: 168 time: 0.1129236 Jun 23 14:33:58.036701 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-ada040e1-4eea-4cda-9182-550a5e011fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:58.043737 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80278cc5-2e7b-4402-b872-2dbabb75a003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2305af4f-4f9e-48a3-a289-a87bca6fc814,revision_number=None']} {{(pid=93098) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:58.045983 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG oslo_concurrency.lockutils [None req-80278cc5-2e7b-4402-b872-2dbabb75a003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93098) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:33:58.352020 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 42036) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:58.391828 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-9b032cc1-7097-41ed-a77b-86757ea95b07 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8ee39b2e6e704488b7f8cda0bcbfba43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0385978 Jun 23 14:33:58.394163 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [-] (93097) accepted ('10.222.0.26', 42038) {{(pid=93097) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:33:58.439622 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71c59068-d2cb-4222-a65c-2f5ee00a0227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:58.459694 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71c59068-d2cb-4222-a65c-2f5ee00a0227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:58.506611 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71c59068-d2cb-4222-a65c-2f5ee00a0227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16776747'] for security_group, after_delete {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:58.509099 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron_lib.callbacks.manager [None req-71c59068-d2cb-4222-a65c-2f5ee00a0227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93097) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:33:58.510374 dv-cinder-794001-2-iscsi neutron-server[93097]: INFO neutron.wsgi [None req-71c59068-d2cb-4222-a65c-2f5ee00a0227 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb48a4ff-7d87-4502-9346-d97de5e72a3d HTTP/1.1" status: 204 len: 168 time: 0.1146595 Jun 23 14:33:58.511407 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-bd1503a2-b942-44dc-bda6-39341a19ce7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:33:58.518587 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c59068-d2cb-4222-a65c-2f5ee00a0227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb48a4ff-7d87-4502-9346-d97de5e72a3d,revision_number=None']} {{(pid=93097) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:33:58.521350 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG oslo_concurrency.lockutils [None req-71c59068-d2cb-4222-a65c-2f5ee00a0227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93097) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:34:11.095316 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bd9c53e0-82b6-455c-b74f-64e52c45ae15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:13.707160 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-07d3ce23-6b49-4af0-94a4-3f528ec42e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:13.840422 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:14.288101 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:15.262444 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:16.702607 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:27.522725 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:34:41.097969 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-a8aca7d8-ff09-4cc7-acb3-086ba3c5a382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:43.707916 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2cba61b5-b8f0-4e3b-a705-eaa01b9a70d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:43.843057 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:44.290143 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:45.265568 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:46.705198 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:34:54.126037 dv-cinder-794001-2-iscsi neutron-server[93098]: DEBUG neutron.wsgi [req-4cbf2fbd-fca4-4d90-9c9a-90fa081cf1ac req-410e98f2-3ae0-4911-a48c-33b43865821d service neutron] (93098) timed out ('10.222.0.26', 38380) {{(pid=93098) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 14:35:04.521426 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:35:11.099508 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-d83ad4a0-91bc-4129-80e4-109ffbf388ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:13.708295 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-36819326-1845-479b-a56b-0fe18fdcde24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:13.853171 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:14.293296 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:15.269902 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:16.710769 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:41.099627 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-0b05a0e5-af3e-4479-85bf-59cebd9c7621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:41.519867 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:35:43.708629 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9e21c21f-cf6b-465d-b983-499a08d42d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:43.850076 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:44.293551 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:45.272288 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:35:46.713728 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:04.533359 dv-cinder-794001-2-iscsi neutron-server[93097]: DEBUG neutron.wsgi [req-7c13050c-a2a3-43a6-9805-b17ad224010f req-5c886ae4-5f9f-498f-8ac5-443769d4874f service neutron] (93097) timed out ('10.222.0.26', 36692) {{(pid=93097) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 14:36:11.103644 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-9ef453a2-6e7f-4505-80bb-604739509528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:13.709761 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-47c62d63-0ff4-4b32-b9a7-937f516122a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:13.847518 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:14.293757 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:15.274077 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:16.717369 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:18.519714 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:36:41.108647 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4d81f593-e454-481e-9c45-5d600a23c9c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:43.711102 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-e25511d1-2ffb-4a8f-a9b0-22a4a5474a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:43.845482 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:44.294919 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:45.277475 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:46.719632 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:36:55.517827 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:37:11.108456 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-6a2c2769-515e-4572-83af-02d4b48b582b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:13.711706 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-aff51f63-cbc1-4376-91ca-ca99b194d195 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:13.855486 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:14.295185 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:15.280235 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:16.721193 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:32.517622 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:37:41.108741 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-20dbc188-3053-4089-aeaf-5fc33d73cf4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:43.712278 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-83f47a88-b440-497c-bc51-534e24fb2635 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:43.874026 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:44.296411 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:45.283704 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:37:46.724252 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:09.516796 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:38:11.107853 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-5871a4d3-0ac9-4485-bbd0-4d6eb0d4d360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:13.713080 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-cd3ddc62-8bfb-4922-ba57-964d1e7927d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:13.886493 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:14.295565 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:15.285968 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:16.728236 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:41.111449 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-2900f9b5-ddbc-4fbf-b372-bde44d44bc51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:43.713403 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-f35a243c-0810-485f-9908-98a0587c0cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:43.882772 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:44.297241 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:45.287398 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:38:46.514995 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:38:46.730555 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:39:11.111771 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-bf576416-1c26-4366-8a14-3e1e1db5e4bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:39:13.713787 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-67f16d82-715e-461a-bfa2-ec3f286657e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:39:13.882591 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ddb5622d-40ad-42c1-b372-4affd0aafe2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:39:14.297098 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-95a9ad5b-42aa-4e9f-bc39-8ac91919ac42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:39:15.291260 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-ecf5500b-b7c1-437e-81f7-78dad13e9ab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:39:16.733680 dv-cinder-794001-2-iscsi neutron-server[93099]: DEBUG neutron_lib.callbacks.manager [None req-4473b883-caba-4cb1-89da-0c1eb6cbbc95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784508556045', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782887'] for agent, after_update {{(pid=93099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:39:23.513775 dv-cinder-794001-2-iscsi neutron-server[93100]: DEBUG neutron.db.agents_db [None req-1f5f1335-1073-44f7-a664-ee8127392041 None None] Agent healthcheck: found 6 active agents {{(pid=93100) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}